-- Logs begin at Sat 2021-09-04 15:21:24 UTC, end at Sat 2021-09-04 16:19:08 UTC. -- Sep 04 15:51:18.123728 dv-cinder-799663-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 04 15:51:20.938248 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.common.config [-] Logging enabled! Sep 04 15:51:20.938820 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev612 Sep 04 15:51:20.939033 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93766) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 04 15:51:20.942313 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.common.config [-] Logging enabled! Sep 04 15:51:20.942576 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev612 Sep 04 15:51:20.942891 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93766) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 04 15:51:20.943822 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 15:51:20.944062 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 15:51:20.944432 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 15:51:20.944683 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 15:51:20.944937 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 15:51:20.945261 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.945562 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.945866 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.946102 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.946403 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.946697 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.946982 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.947275 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.947575 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.947864 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.948145 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.948431 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.948666 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.948975 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.949266 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.949557 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.949785 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] debug = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.950627 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.951070 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.951499 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.951784 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.952086 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.952370 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.952645 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.952950 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.953241 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.953572 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] host = dv-cinder-799663-6-iscsi {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.953855 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.954147 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.954437 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.954727 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.955005 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.955283 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.955569 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.955844 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.956125 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] log_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.956404 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.956693 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.957005 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.957298 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.957527 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.957753 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.958042 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.958332 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.958611 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.958889 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.959166 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.959441 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.959716 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.959985 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.960275 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.960563 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.960853 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.961156 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.961434 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.961711 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.961987 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.962275 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.962552 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.962830 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.963108 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.963398 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.963671 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.963950 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.964252 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.964542 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.964827 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.965153 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.965430 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.966147 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.966437 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.966718 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.966997 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] use_json = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.967277 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.967554 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.967841 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.968118 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.968394 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.968674 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.968979 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.969270 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:20.969571 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.969873 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.970178 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.970465 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.970764 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.971052 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.971345 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.971629 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.971922 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.972216 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.972508 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.972791 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.973122 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.973406 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.973706 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.974015 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.974311 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.974606 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.974885 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.975162 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.975438 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.975719 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.976017 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.976297 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.976589 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.976902 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.977192 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.977484 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.977784 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.978079 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.978358 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.978640 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.978934 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.979215 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.979492 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.979774 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.980067 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.980346 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.980624 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.980942 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.981731 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.982494 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.982783 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.983076 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.983378 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.983666 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.983948 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.984229 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.984512 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.984792 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.985112 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.985398 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.985678 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.985959 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.986242 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.986523 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.986802 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.987084 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.987360 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.987641 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.987916 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.988193 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.988470 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.988747 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.989056 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.989335 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.989612 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.989898 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.990175 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.990452 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.990729 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.991005 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.991283 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.991626 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.991877 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.992159 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.992445 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.992732 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.993044 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.993329 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.993611 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.993894 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.994178 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.994457 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.994754 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.995044 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.995336 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.995623 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.995912 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.996217 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.996504 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.996794 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.998172 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.998465 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.998761 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.999057 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.999363 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.999667 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:20.999971 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:21.000273 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:21.000573 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:21.000885 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:21.001205 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:21.001491 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:21.001715 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 15:51:21.001960 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93766) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 04 15:51:21.367245 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 04 15:51:21.367451 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 04 15:51:21.367745 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 04 15:51:21.368081 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 04 15:51:21.779381 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.779678 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.779963 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.781356 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.781632 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.781906 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.819424 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.819713 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.819988 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.835295 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.835578 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.835850 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.865728 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.866007 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.866271 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.911104 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.911378 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:21.911645 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.140409 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.141057 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.141057 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.141214 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.141817 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.260589 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.260929 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.261215 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.261481 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.261741 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.262046 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.262300 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.262573 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.262830 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.263103 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.263611 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.263871 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.264122 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.264367 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.264618 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.264892 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.265145 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.265406 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.265672 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.265931 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.266194 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.266442 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.266719 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.267091 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.267335 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.267575 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.267961 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 15:51:22.268199 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 15:51:22.268431 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 15:51:22.268661 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 15:51:22.268917 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 15:51:22.269152 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 15:51:22.269508 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 04 15:51:22.272540 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 04 15:51:22.276429 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 04 15:51:22.280440 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 04 15:51:22.282085 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 04 15:51:22.282539 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 04 15:51:22.282874 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 04 15:51:22.283256 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 04 15:51:22.286077 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 04 15:51:22.286328 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 04 15:51:22.286671 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 04 15:51:22.292133 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 04 15:51:22.314861 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 04 15:51:22.315315 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.315611 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93766) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 04 15:51:22.315972 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.317348 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93766) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 04 15:51:22.317630 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 04 15:51:22.317871 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 04 15:51:22.321229 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.321510 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:22.384877 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 04 15:51:22.385123 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 04 15:51:22.385359 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 04 15:51:22.385724 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 04 15:51:22.407836 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_db.sqlalchemy.engines [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93766) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 04 15:51:22.932935 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Initializing driver for type 'gre' Sep 04 15:51:22.933450 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] gre ID ranges: [(1, 1000)] Sep 04 15:51:22.984013 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Initializing driver for type 'local' Sep 04 15:51:22.984393 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Initializing driver for type 'vlan' Sep 04 15:51:22.999163 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] VlanTypeDriver initialization complete Sep 04 15:51:22.999529 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Initializing driver for type 'vxlan' Sep 04 15:51:23.000004 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] vxlan ID ranges: [(1, 1000)] Sep 04 15:51:23.060824 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Initializing extension driver 'port_security' Sep 04 15:51:23.061364 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.extensions.port_security [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] PortSecurityExtensionDriver initialization complete Sep 04 15:51:23.061708 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Initializing mechanism driver 'openvswitch' Sep 04 15:51:23.062091 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Initializing mechanism driver 'hyperv' Sep 04 15:51:23.068636 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.plugins.ml2.plugin [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:51:23.069344 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > port after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.069718 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.070073 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > port after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.070593 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93766) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 04 15:51:23.071025 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.071382 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > subnet after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.071729 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.072134 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93766) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 04 15:51:23.072528 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > network after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.072900 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > network after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.073251 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > network after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.073638 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93766) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 04 15:51:23.074037 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > security_group after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.074386 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > security_group after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.074726 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.075972 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93766) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 04 15:51:23.076388 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.076746 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.077125 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.077521 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93766) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 04 15:51:23.077922 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > address_group after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.078272 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > address_group after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.078613 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.079002 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93766) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 04 15:51:23.079386 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] ML2 OVO RPC backend initialized. {{(pid=93766) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 04 15:51:23.080088 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.080449 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.080881 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > network before_response 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.081238 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > networks before_response 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.081588 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > port before_response 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.081934 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > ports before_response 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.082285 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > subnet before_response 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.082627 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > subnets before_response 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.082977 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > network after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.083318 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > network after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.083654 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > network after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.083992 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > port after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.084330 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.084666 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > port after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.085035 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > subnet after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.085375 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > subnet after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.085710 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.086276 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.plugin [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Modular L2 Plugin initialization complete Sep 04 15:51:23.086604 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading services supported by the core plugin {{(pid=93766) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 04 15:51:23.086931 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.plugins.ml2.managers [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Got port-security extension from driver 'port_security' Sep 04 15:51:23.087392 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.extensions.vlantransparent [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Disabled vlantransparent extension. Sep 04 15:51:23.087873 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93766) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 04 15:51:23.088189 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading Plugin: router Sep 04 15:51:23.124685 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.125107 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router after_create 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.125488 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router before_create 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.125859 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.126235 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.126597 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router after_delete 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.126959 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.127313 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.127676 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router after_create 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.128024 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router after_update 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.128374 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router after_update 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.128726 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.129118 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router after_update 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.129538 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router precommit_update 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.129916 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.130258 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: port after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.130601 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: subnet after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.130942 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.131293 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.131643 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router precommit_create 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.131992 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: port before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.132331 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router precommit_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.132688 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router after_update 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.133062 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.133458 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router precommit_create 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.133770 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.134115 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router precommit_update 55549900 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.134479 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > agent after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.134831 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > agent after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.135176 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > network after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.136034 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Tracking information for resource: router configured {{(pid=93766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 15:51:23.136374 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Tracking information for resource: floatingip configured {{(pid=93766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 15:51:23.142164 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.db.l3_agentschedulers_db [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 04 15:51:23.142733 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.143096 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: port after_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.143453 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: port after_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.143807 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: port after_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.144586 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router before_create 55550100 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.144993 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.145359 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router precommit_create 55550100 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.145720 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > router precommit_update 55550100 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.150707 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.services.provider_configuration [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service providers = [] {{(pid=93766) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 04 15:51:23.151072 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.db.servicetype_db [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93766) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 04 15:51:23.154644 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.services.service_base [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 15:51:23.154997 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.services.service_base [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 15:51:23.155342 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.services.service_base [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 15:51:23.156239 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.services.service_base [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 15:51:23.156615 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.services.service_base [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 04 15:51:23.157020 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 15:51:23.157344 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 04 15:51:23.167852 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 15:51:23.168194 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading Plugin: auto_allocate Sep 04 15:51:23.174174 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: network precommit_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.174545 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: network precommit_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.175062 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 15:51:23.175388 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading Plugin: tag Sep 04 15:51:23.181910 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 15:51:23.182246 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading Plugin: timestamp Sep 04 15:51:23.186433 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 15:51:23.186755 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading Plugin: network_ip_availability Sep 04 15:51:23.192146 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.192518 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.192894 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.193600 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 15:51:23.193923 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading Plugin: flavors Sep 04 15:51:23.198579 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 15:51:23.198916 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading Plugin: revisions Sep 04 15:51:23.203727 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 15:51:23.204119 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_concurrency.lockutils [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.836s {{(pid=93766) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 04 15:51:23.204851 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93766) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 04 15:51:23.205211 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Initializing extension manager. Sep 04 15:51:23.205726 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: __init__.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.206071 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: __pycache__ {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.206406 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.206743 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: address_group.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.207505 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.208063 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: address-group Sep 04 15:51:23.208390 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: address_scope.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.209341 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.209854 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: address-scope Sep 04 15:51:23.210183 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.211122 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.211634 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: router-admin-state-down-before-update Sep 04 15:51:23.211960 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: agent.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.212670 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.213209 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: agent Sep 04 15:51:23.213534 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: agent_resources_synced.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.214456 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.214969 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: agent-resources-synced Sep 04 15:51:23.215300 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: allowedaddresspairs.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.217498 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.218024 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: allowed-address-pairs Sep 04 15:51:23.218355 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: auto_allocated_topology.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.219435 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.219954 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: auto-allocated-topology Sep 04 15:51:23.220284 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: availability_zone.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.221022 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.221532 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: availability_zone Sep 04 15:51:23.221857 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: availability_zone_filter.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.222775 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.223285 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: availability_zone_filter Sep 04 15:51:23.223611 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: data_plane_status.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.224527 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.225062 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension data-plane-status not supported by any of loaded plugins Sep 04 15:51:23.225388 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: default_subnetpools.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.226309 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.226815 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: default-subnetpools Sep 04 15:51:23.227139 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.227989 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.228496 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: dhcp_agent_scheduler Sep 04 15:51:23.228819 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: dns.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.229758 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.230259 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension dns-integration not supported by any of loaded plugins Sep 04 15:51:23.230583 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: dns_domain_ports.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.232070 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.232574 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 04 15:51:23.232947 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.233877 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.234380 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 04 15:51:23.234704 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: dvr.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.235379 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.235881 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: dvr Sep 04 15:51:23.236201 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: ecmp_routes.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.237154 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.237659 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 04 15:51:23.237987 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: empty_string_filtering.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.238906 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.239413 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: empty-string-filtering Sep 04 15:51:23.239737 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.240663 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.241209 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 04 15:51:23.241536 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.242464 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.242977 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 04 15:51:23.243300 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: external_net.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.244218 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.244729 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: external-net Sep 04 15:51:23.245087 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.246011 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.246523 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: extra_dhcp_opt Sep 04 15:51:23.247423 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: extraroute.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.248339 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.248853 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: extraroute Sep 04 15:51:23.249203 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: extraroute_atomic.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.250327 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.250849 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: extraroute-atomic Sep 04 15:51:23.251178 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: filter_validation.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.251855 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.252361 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: filter-validation Sep 04 15:51:23.252685 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: fip_pf_description.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.253634 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.254142 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 04 15:51:23.254464 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: fip_port_details.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.255397 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.255908 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: fip-port-details Sep 04 15:51:23.256230 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: flavors.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.257486 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.258014 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: flavors Sep 04 15:51:23.258347 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.259998 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.260526 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 04 15:51:23.260898 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: floatingip_pools.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.261604 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.262118 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: floatingip-pools Sep 04 15:51:23.262562 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: ip_allocation.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.263819 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.264327 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension ip_allocation not supported by any of loaded plugins Sep 04 15:51:23.264658 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.265609 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.266122 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: ip-substring-filtering Sep 04 15:51:23.266455 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: l2_adjacency.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.267390 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.267902 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 04 15:51:23.268233 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: l3.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.269362 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.269889 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: router Sep 04 15:51:23.270222 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.272461 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.273027 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 04 15:51:23.273368 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.274328 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.274847 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: ext-gw-mode Sep 04 15:51:23.275182 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.276127 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.276635 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: l3-ha Sep 04 15:51:23.276995 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: l3_flavors.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.278458 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.279167 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: l3-flavors Sep 04 15:51:23.279504 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.280432 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.280974 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 04 15:51:23.281304 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: l3agentscheduler.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.282350 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.282861 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: l3_agent_scheduler Sep 04 15:51:23.283187 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: logging.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.284694 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.285244 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension logging not supported by any of loaded plugins Sep 04 15:51:23.285577 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: metering.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.286325 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.286898 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: metering Sep 04 15:51:23.287229 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.288328 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.288847 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: metering_source_and_destination_fields Sep 04 15:51:23.289202 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: multiprovidernet.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.290135 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.290650 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: multi-provider Sep 04 15:51:23.290979 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: netmtu.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.291898 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.292416 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: net-mtu Sep 04 15:51:23.292742 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: netmtu_writable.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.294306 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.294898 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: net-mtu-writable Sep 04 15:51:23.295225 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: network_availability_zone.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.296045 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.296553 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: network_availability_zone Sep 04 15:51:23.296894 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: network_ip_availability.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.298021 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.298544 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: network-ip-availability Sep 04 15:51:23.298873 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: network_segment_range.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.299645 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.300154 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension network-segment-range not supported by any of loaded plugins Sep 04 15:51:23.300480 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: pagination.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.301493 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.301828 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: pagination Sep 04 15:51:23.302167 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: port_device_profile.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.303071 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.303583 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: port-device-profile Sep 04 15:51:23.303908 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.304848 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.305386 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: port-mac-address-regenerate Sep 04 15:51:23.305710 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.306630 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.307147 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: port-numa-affinity-policy Sep 04 15:51:23.307472 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: port_resource_request.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.308531 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.309066 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension port-resource-request not supported by any of loaded plugins Sep 04 15:51:23.309454 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: portbindings.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.310393 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.310898 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: binding Sep 04 15:51:23.311221 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: portbindings_extended.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.312502 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.313059 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: binding-extended Sep 04 15:51:23.313391 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: portsecurity.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.314315 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.314829 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: port-security Sep 04 15:51:23.315157 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: project_id.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.316140 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.316478 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: project-id Sep 04 15:51:23.316802 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: providernet.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.317761 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.318279 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: provider Sep 04 15:51:23.318603 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: qos.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.322152 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.322680 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension qos not supported by any of loaded plugins Sep 04 15:51:23.323019 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.324269 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.324787 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 04 15:51:23.325454 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.326391 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.326907 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 04 15:51:23.327236 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: qos_default.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.328158 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.328674 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension qos-default not supported by any of loaded plugins Sep 04 15:51:23.329095 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: qos_fip.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.329759 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.330261 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension qos-fip not supported by any of loaded plugins Sep 04 15:51:23.330585 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: qos_gateway_ip.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.331516 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.332028 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 04 15:51:23.332356 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: qos_port_network_policy.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.333305 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.333812 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 04 15:51:23.334139 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: qos_pps_rule.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.335314 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.335829 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension qos-pps not supported by any of loaded plugins Sep 04 15:51:23.336157 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: qos_rule_type_details.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.337113 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.337627 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 04 15:51:23.337952 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: qos_rules_alias.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.339007 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.339518 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 04 15:51:23.339844 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: quotasv2.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.341571 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.341851 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: quotas Sep 04 15:51:23.342180 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: quotasv2_detail.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.346852 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.347202 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: quota_details Sep 04 15:51:23.347542 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: rbac.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.348624 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.349199 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: rbac-policies Sep 04 15:51:23.349533 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: rbac_address_group.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.350485 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.351108 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: rbac-address-group Sep 04 15:51:23.351447 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: rbac_address_scope.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.352380 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.352926 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: rbac-address-scope Sep 04 15:51:23.353256 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: rbac_security_groups.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.354188 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.354706 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: rbac-security-groups Sep 04 15:51:23.355032 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: rbac_subnetpool.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.355955 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.357353 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: rbac-subnetpool Sep 04 15:51:23.357678 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: revisionifmatch.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.358624 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.359147 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: revision-if-match Sep 04 15:51:23.359478 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: revisions.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.360599 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.361152 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: standard-attr-revisions Sep 04 15:51:23.361485 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: router_availability_zone.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.362206 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.362724 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: router_availability_zone Sep 04 15:51:23.363050 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: routerservicetype.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.363980 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.364488 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension router-service-type not supported by any of loaded plugins Sep 04 15:51:23.364818 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.365777 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.366290 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: security-groups-normalized-cidr Sep 04 15:51:23.366617 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.367547 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.368058 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: port-security-groups-filtering Sep 04 15:51:23.368384 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.369341 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.369863 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: security-groups-remote-address-group Sep 04 15:51:23.370189 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: securitygroup.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.379884 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.380414 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: security-group Sep 04 15:51:23.380751 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: segment.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.381585 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.382095 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension segment not supported by any of loaded plugins Sep 04 15:51:23.382424 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.383386 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.383900 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 04 15:51:23.384231 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: servicetype.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.385469 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.385989 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: service-type Sep 04 15:51:23.386323 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: sorting.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.387414 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.387752 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: sorting Sep 04 15:51:23.388077 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: standard_attr_segment.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.389290 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.389811 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 04 15:51:23.390140 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: standardattrdescription.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.390803 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.391324 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: standard-attr-description Sep 04 15:51:23.391651 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: stateful_security_group.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.392614 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.393164 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: stateful-security-group Sep 04 15:51:23.393492 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: stdattrs_common.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.394085 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 04 15:51:23.394409 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.395351 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.395862 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 04 15:51:23.396197 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: subnet_onboard.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.397301 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.397830 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: subnet_onboard Sep 04 15:51:23.398157 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.399236 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.399757 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 04 15:51:23.400084 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: subnet_service_types.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.401064 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.401585 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: subnet-service-types Sep 04 15:51:23.401914 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: subnetallocation.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.403552 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.404148 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: subnet_allocation Sep 04 15:51:23.404480 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.405187 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.405703 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: subnetpool-prefix-ops Sep 04 15:51:23.406029 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.406966 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.407477 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 04 15:51:23.407803 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: tagging.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.408898 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.409419 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: standard-attr-tag Sep 04 15:51:23.409747 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: timestamp.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.410992 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.411507 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loaded extension: standard-attr-timestamp Sep 04 15:51:23.411837 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: trunk.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.412940 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.413458 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension trunk not supported by any of loaded plugins Sep 04 15:51:23.413782 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: trunk_details.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.414717 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.415409 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension trunk-details not supported by any of loaded plugins Sep 04 15:51:23.415739 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: uplink_status_propagation.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.416786 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.417443 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 04 15:51:23.417769 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Loading extension file: vlantransparent.py {{(pid=93766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 04 15:51:23.418455 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 04 15:51:23.419728 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 04 15:51:23.422190 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:network Sep 04 15:51:23.422721 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:subnet Sep 04 15:51:23.423124 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 15:51:23.423530 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:port Sep 04 15:51:23.424759 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.425250 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service FLAVORS assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.425880 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.426323 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.426659 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:router Sep 04 15:51:23.427091 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:floatingip Sep 04 15:51:23.427587 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service METERING assigned prefix: /metering {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.429196 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.429577 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.429935 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 15:51:23.430953 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of CountableResource for resource:rbac_policy Sep 04 15:51:23.431414 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:security_group Sep 04 15:51:23.431862 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 04 15:51:23.432467 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service CORE assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.432804 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 15:51:23.433179 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] subnetpool is already registered Sep 04 15:51:23.433621 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service CORE assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.433951 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 15:51:23.434322 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] subnetpool is already registered Sep 04 15:51:23.436686 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.437106 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service FLAVORS assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.437707 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.438134 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.438474 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:router Sep 04 15:51:23.438815 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] router is already registered Sep 04 15:51:23.439230 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:floatingip Sep 04 15:51:23.439572 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] floatingip is already registered Sep 04 15:51:23.440027 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service METERING assigned prefix: /metering {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.440701 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of CountableResource for resource:rbac_policy Sep 04 15:51:23.441061 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] rbac_policy is already registered Sep 04 15:51:23.441479 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:security_group Sep 04 15:51:23.441816 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] security_group is already registered Sep 04 15:51:23.442219 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 04 15:51:23.442555 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] security_group_rule is already registered Sep 04 15:51:23.443178 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service CORE assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.443508 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 15:51:23.443844 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] subnetpool is already registered Sep 04 15:51:23.444264 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.v2.resource_helper [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Service CORE assigned prefix: {{(pid=93766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 15:51:23.444593 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 15:51:23.444954 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING neutron.quota.resource_registry [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] subnetpool is already registered Sep 04 15:51:23.445423 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: extensions {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.447025 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: address-groups {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.448525 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: address-scopes {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.449967 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: agents {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.451139 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: auto-allocated-topology {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.452479 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: availability_zones {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.453742 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: dhcp-networks {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.455263 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: dhcp-agents {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.456684 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: routers {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.458928 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: flavors {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.460083 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: service_profiles {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.461484 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: next_providers {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.462945 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: service_profiles {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.464490 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: floatingip-pools {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.466270 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: routers {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.468379 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: floatingips {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.469706 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: l3-routers {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.471090 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: l3-agents {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.472513 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: metering-labels {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.474723 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: metering-label-rules {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.476026 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: network-ip-availabilities {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.477485 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: bindings {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.479138 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: quotas {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.480561 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: quotas {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.482811 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: rbac-policies {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.484016 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: security-groups {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.485350 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: security-group-rules {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.486608 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: service-providers {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.487832 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: subnetpools {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.489291 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: subnetpools {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.490761 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: tags {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.492444 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: tags {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.494443 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: tags {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.496226 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: tags {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.498296 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: tags {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.500132 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: tags {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.501859 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: tags {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.503758 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: tags {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.505557 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: tags {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.507297 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron.api.extensions [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Extended resource: tags {{(pid=93766) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 15:51:23.513830 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING keystonemiddleware.auth_token [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 04 15:51:23.518527 dv-cinder-799663-6-iscsi neutron-server[93766]: WARNING keystonemiddleware.auth_token [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 04 15:51:23.526950 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_concurrency.lockutils [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Acquired lock "singleton_lock" {{(pid=93766) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 04 15:51:23.527427 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_concurrency.lockutils [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Releasing lock "singleton_lock" {{(pid=93766) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 04 15:51:23.528616 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO oslo_service.service [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Starting 2 workers Sep 04 15:51:23.533513 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Started child 93875 {{(pid=93766) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 15:51:23.538100 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Started child 93876 {{(pid=93766) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 15:51:23.538865 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:23.539848 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO neutron.service [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 04 15:51:23.540351 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [-] (93875) wsgi starting up on http://0.0.0.0:9696 Sep 04 15:51:23.540531 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Notify callbacks [] for process, before_spawn {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:23.542924 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:23.543359 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO oslo_service.service [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Starting 1 workers Sep 04 15:51:23.545013 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [-] (93876) wsgi starting up on http://0.0.0.0:9696 Sep 04 15:51:23.549115 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Started child 93877 {{(pid=93766) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 15:51:23.550234 dv-cinder-799663-6-iscsi neutron-server[93766]: INFO oslo_service.service [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Starting 1 workers Sep 04 15:51:23.552849 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.service [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] calling RpcWorker wait() {{(pid=93877) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 04 15:51:23.553366 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.service [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] returning from RpcWorker wait() {{(pid=93877) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 04 15:51:23.554774 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:23.555134 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Started child 93878 {{(pid=93766) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 15:51:23.555302 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:51:23.555972 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG neutron_lib.callbacks.manager [None req-b57e46f5-8ed2-482e-8c28-a6f6de02d158 None None] Notify callbacks [] for process, after_spawn {{(pid=93766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:23.557996 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93766) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 04 15:51:23.558264 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 15:51:23.558447 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 15:51:23.558660 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 15:51:23.558980 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 15:51:23.559143 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 15:51:23.559921 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.560216 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.560478 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.560743 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.561068 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.561186 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:23.561692 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.561902 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.562159 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.562429 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.562664 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.562836 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.563002 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.563247 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.563494 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.563799 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.564064 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.564296 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.564570 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.564739 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.565035 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.565293 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.565538 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.565795 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] debug = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.566034 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.566530 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.566766 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.567030 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.567262 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.567554 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.567795 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.568066 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.568306 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.568558 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.568769 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.569045 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.569277 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.569489 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.569721 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.570109 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.570354 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.570836 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] host = dv-cinder-799663-6-iscsi {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.571075 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.571297 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.571549 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.571791 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.572046 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.572329 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.572586 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.572828 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.573109 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.573332 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.573589 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.573853 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.574066 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.574317 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.574481 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_options = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.574698 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.575014 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.575271 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.575464 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.575630 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.575801 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.576046 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.576208 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.576455 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.576666 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.576908 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.577102 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.577313 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.577542 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.577801 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.578045 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.578255 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.578466 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.578730 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.578971 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.579192 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.579414 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.579628 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.579841 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.580065 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.580295 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.580539 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.580739 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.580967 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.581236 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.581470 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.581700 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.581945 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.582205 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.582433 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.582647 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.582861 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.583118 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.583343 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.583580 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.583832 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.584062 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.584300 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.584539 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.584769 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.585022 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_json = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.585234 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.585443 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.585721 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.585950 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.586177 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.586384 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.586592 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.586823 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.587223 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.587516 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.587817 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.588058 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.588320 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.588557 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.588783 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.589119 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.589364 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.589619 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.589917 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.590155 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.591012 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.591202 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.591486 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.591793 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.592061 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.592324 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.592562 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.592800 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.593880 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.595158 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.595588 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.595779 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.596031 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.596301 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.596544 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.596964 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.597206 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.597739 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.597842 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.598028 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.598958 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.599202 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.599451 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.599688 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.599776 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:51:23.599950 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.600223 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.600455 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.600680 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.601023 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.601285 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.601529 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.601769 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.602033 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.602280 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.602549 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.602786 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.603007 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.603233 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.603456 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.603686 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.603921 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.604149 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.604412 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.604651 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.604906 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.605122 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.607011 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.607011 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.607011 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.607011 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.607011 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.607360 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.607360 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.607556 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.607772 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.607950 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.608184 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.608408 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.608631 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.608886 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.609105 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.609344 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.609562 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.609785 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.610018 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.610241 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.610510 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.610750 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.610991 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.611192 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.611428 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.611656 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.611871 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.612128 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.612343 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.612560 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.613002 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.613440 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.613767 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.614045 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.614390 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.614619 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.615039 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.615289 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.615601 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.615798 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.616025 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.616278 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.616559 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.616959 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.617227 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.618375 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.618375 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.618375 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.618375 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.618755 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.618755 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.618982 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.619322 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.619430 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.619625 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.620183 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.620183 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.620779 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.620972 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.622125 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.622125 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.622125 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.622125 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.622605 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.622605 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.622749 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.623453 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.623453 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.623725 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.623862 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.624041 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.624280 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.624595 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.625017 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.625308 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.625554 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.625781 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.626003 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.626231 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.626754 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.627011 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.627235 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.627479 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.627758 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.627996 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.628304 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.628519 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.628778 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.629058 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.629325 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.629558 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.629783 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.630028 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.630279 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.630496 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.630744 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.630967 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.631195 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.631414 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.631642 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.631889 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.632096 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.632318 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.632617 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.632845 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.633091 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.633328 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.633606 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.633860 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.634263 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.634563 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.634869 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.635178 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.635432 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.635702 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.635932 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.636193 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.636474 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.636693 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.636960 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.637193 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.637957 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.638423 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.638962 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.639359 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.639583 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.639803 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.640049 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.640522 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.640766 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.641024 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.641258 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.641485 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.641748 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.642112 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.642357 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.642588 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.642852 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.643073 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.643326 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.643567 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.643813 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.644053 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.644255 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.644516 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.644756 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.645033 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.645290 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.645530 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.645746 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.645977 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.646213 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.646430 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.646718 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.646979 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.647212 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.647456 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.647794 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.648014 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.648246 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.648480 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.648695 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.648940 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.649158 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.649369 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.650980 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.651206 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.651435 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.651668 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.651895 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.652113 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.652346 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.652562 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.652833 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.653898 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.654318 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.654543 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.654780 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.655000 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.655220 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.655449 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.655673 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.655910 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.656160 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.656529 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.656747 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.656919 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.657742 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.657970 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.658289 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.658559 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.658893 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.659821 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.660078 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.660404 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.660642 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.661058 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.661252 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.661500 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.661728 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.661952 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.662203 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.662461 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.662791 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.663083 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.663352 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.663617 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.663901 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.664197 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.664459 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.664696 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.665027 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.665367 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.665657 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.665919 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.666169 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.666419 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.666644 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.666920 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.667187 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.667442 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.667663 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.667932 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.668164 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.668391 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.668668 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.669088 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.669326 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.669554 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.669769 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.670011 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.670229 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.670390 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 15:51:23.670912 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93766) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 04 15:51:23.671075 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 15:51:23.671230 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 15:51:23.671398 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 15:51:23.671568 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 15:51:23.671720 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 15:51:23.671926 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.672089 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.672251 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.672414 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.672574 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.672756 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.672959 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.673110 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.673270 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.673429 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.673590 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.673749 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.673956 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.674088 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.674218 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.674573 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.674952 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.674952 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.675191 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.675191 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.675349 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.675481 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.675645 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] debug = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.675804 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.676021 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.676350 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.676350 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.676502 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.676629 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.676787 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.676969 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.677131 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.677290 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.677451 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.677615 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.677776 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.677924 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.678072 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.678228 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.678386 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.678546 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] host = dv-cinder-799663-6-iscsi {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.678708 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.678867 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.679026 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.679186 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.679345 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.679505 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.679665 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.679824 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.679984 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.680145 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.680306 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.680465 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.680624 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.680782 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.680989 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_options = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.681124 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.681257 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.681411 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.681601 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.681765 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.681926 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.682085 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.682246 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.682403 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.682539 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.682700 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.682859 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.683019 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.683178 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.683338 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.683497 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.683657 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.683815 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.684066 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.684234 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.684383 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.684633 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.684780 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.684979 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.685141 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.685303 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.685465 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.685624 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.685785 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.685946 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.686106 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.686266 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.686427 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.686984 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.686984 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.686984 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.687232 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.687232 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.687372 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.687486 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.687645 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.687805 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.687965 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.688124 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.688284 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.688442 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_json = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.688602 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.688763 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.688943 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.689103 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.689265 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.689423 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.689584 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.689745 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 15:51:23.689923 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.690088 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.690261 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.690425 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.690588 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.690752 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.690913 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.691076 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.691239 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.691401 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.691571 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.691734 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.691907 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.692070 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.692233 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.692398 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.692561 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.692710 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:51:23.692800 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.692898 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.693074 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.693237 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.693399 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.693571 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.693734 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.693897 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.694059 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.694230 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.694408 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.694570 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.694734 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.694897 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.695059 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.695223 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.695387 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.695550 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.695714 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.695877 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.696041 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.696203 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.696364 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.696527 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.696688 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.696853 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.697034 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.697197 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.697361 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.697524 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.697687 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.697852 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.698012 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.698176 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.698339 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.698501 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.698664 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.698825 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.698998 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.699160 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.699322 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.699483 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.699647 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.700337 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.700544 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.700708 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.700886 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.701117 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.701280 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.701457 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.701621 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.701784 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.701947 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.702110 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.702273 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.702436 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.702598 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.702793 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.702919 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.703085 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.703241 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.703406 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.703559 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.703718 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.703880 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.704044 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.704207 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.704357 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.704520 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.704688 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.704851 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.705059 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.705232 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.705409 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.705571 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.705734 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.705897 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.706059 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.706222 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.706386 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.706549 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.706711 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.706873 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.707036 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.707199 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.707365 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.707528 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.707690 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.707884 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.708011 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.708173 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.708342 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.708726 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.708913 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.709076 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.709241 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.709402 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.709566 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.709725 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.709898 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.710059 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.710226 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.710388 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.710557 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.710730 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.710908 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.711054 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.711978 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.711978 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.711978 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.711978 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.711978 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.711978 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.712351 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.712351 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.712470 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.712592 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.712909 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.713002 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.713161 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.713348 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.713512 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.713692 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.713842 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.714003 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.714165 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.714354 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.714496 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.714651 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.714813 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.714977 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.715140 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.715308 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.715515 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.716165 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.716329 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.716508 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.716737 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.716923 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.717090 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.717255 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.717419 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.717582 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.717745 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.717929 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.718076 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.718240 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.718403 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.718567 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.718743 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.718891 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.719053 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.719216 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.719378 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.719541 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.719704 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.719866 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.720033 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.720197 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.720361 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.720525 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.720689 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.720854 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.721037 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.721203 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.721365 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.721529 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.721899 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.721899 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.722056 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.722160 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.722323 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.722488 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.722671 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.722811 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.722988 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.723155 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.723365 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.723534 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.723700 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.723857 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.724018 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.724181 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.724346 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.724509 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.724676 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.724842 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.725035 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.725200 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.725365 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.725529 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.725711 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.725937 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.726097 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.726274 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.726437 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.726599 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.726762 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.726925 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.727088 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.727262 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.727426 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.727588 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.727750 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.727913 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.728143 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.728240 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.728400 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.728562 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.728724 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.728904 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.729068 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.729241 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.729405 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.729568 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.729730 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.729893 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.730055 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.730227 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.730390 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.730553 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.730715 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.730877 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.731057 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.731254 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.731490 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.731719 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.731809 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.731956 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.732117 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.732291 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.732454 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.732617 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.732788 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.732971 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.733134 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.733298 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.733473 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.733636 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.733801 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.733965 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.734129 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.734293 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.734546 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.734746 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.734920 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.735091 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.735254 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.735425 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.735596 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.735767 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.735930 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.736099 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.736272 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.736583 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.736583 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.736733 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.736911 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.737286 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.737286 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.737456 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.737527 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.737670 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.737833 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.737995 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.738157 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.738323 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.738485 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.738650 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.738811 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.738974 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.739136 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.739299 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 15:51:23.739452 dv-cinder-799663-6-iscsi neutron-server[93766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93766) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 15:51:23.801059 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 37824) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:51:23.810024 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066400 Sep 04 15:51:35.097474 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05149daf-3595-4af2-b6f0-66dc93b03bae None None] get_active_networks_info from dv-cinder-799663-6-iscsi {{(pid=93877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 04 15:51:35.208257 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05149daf-3595-4af2-b6f0-66dc93b03bae None None] No non-hosted networks {{(pid=93877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 04 15:51:35.221670 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.agentschedulers_db [None req-05149daf-3595-4af2-b6f0-66dc93b03bae None None] DHCP Agent not found on host dv-cinder-799663-6-iscsi {{(pid=93877) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 04 15:51:35.343683 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7779d71e-b465-4c80-b98f-bdc2469ce347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373923'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:37.850656 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1df50004-4d53-46d7-8dfa-c43080d3a9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373923'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:37.933047 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-88746ec2-4477-443d-bc41-2c1a1e91d8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:38.113460 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373923'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:38.114761 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.115255 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.116940 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.117519 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.118486 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.120831 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.122870 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.125168 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.126106 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.127031 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.127607 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.128150 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:38.128753 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799663-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:51:38.146165 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799663-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:51:38.967780 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373923'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:40.648026 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373923'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:41.781604 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 37916) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:51:42.238743 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.db.l3_hamode_db [None req-14f1303d-ee48-498b-8932-b8c46f7a5149 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 04 15:51:42.281035 dv-cinder-799663-6-iscsi neutron-server[93876]: WARNING oslo_policy.policy [None req-5511016a-b8ba-41df-bc68-0edf20638bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 15:51:42.281834 dv-cinder-799663-6-iscsi neutron-server[93876]: WARNING oslo_policy.policy [None req-5511016a-b8ba-41df-bc68-0edf20638bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 15:51:42.318934 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1303d-ee48-498b-8932-b8c46f7a5149 None None] Routers set() bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:51:42.319326 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1303d-ee48-498b-8932-b8c46f7a5149 None None] Router IDs set() for agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 04 15:51:42.504623 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [None req-5511016a-b8ba-41df-bc68-0edf20638bb7 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 15:51:42.505695 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5511016a-b8ba-41df-bc68-0edf20638bb7 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7232149 Sep 04 15:51:44.882741 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 37930) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:51:45.189300 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3d6bc2ff-606d-4ece-9b76-0e973fd813be admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:51:45.281767 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.policy [None req-3d6bc2ff-606d-4ece-9b76-0e973fd813be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93876) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 04 15:51:45.327143 dv-cinder-799663-6-iscsi neutron-server[93876]: WARNING oslo_policy.policy [None req-3d6bc2ff-606d-4ece-9b76-0e973fd813be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 15:51:45.327503 dv-cinder-799663-6-iscsi neutron-server[93876]: WARNING oslo_policy.policy [None req-3d6bc2ff-606d-4ece-9b76-0e973fd813be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 15:51:45.336634 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.quota [None req-3d6bc2ff-606d-4ece-9b76-0e973fd813be admin admin] Loaded quota_driver: . Sep 04 15:51:45.423674 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6bc2ff-606d-4ece-9b76-0e973fd813be admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726893245496', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726893246159', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726893291284', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726893297352', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726892858426', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726893186386', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3520957', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3462661', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-521704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435489'] for rbac-policy, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:45.485310 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3d6bc2ff-606d-4ece-9b76-0e973fd813be admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:45.486515 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-3d6bc2ff-606d-4ece-9b76-0e973fd813be admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6028147 Sep 04 15:51:48.049542 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 37942) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:51:48.342019 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'project_id': 'edf7e125ea9d455094d9270571657f78'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:51:48.368828 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Made reservation on behalf of edf7e125ea9d455094d9270571657f78 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:51:48.372131 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:48.389320 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:48.504798 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:48.508529 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:48.527858 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 15:51:48.554001 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726893376633', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:48.554588 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Unsubscribe: segment precommit_create {{(pid=93876) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 04 15:51:48.555131 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Added segment 69915926-b840-4cf4-9d0d-6a9f555f415e of type vlan for network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 Sep 04 15:51:48.571284 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c007b72-06fe-4484-8814-6461745914e8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:51:48.618914 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.619265 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.619609 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.619935 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.620931 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.621279 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.621605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.621926 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.622259 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.622580 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.622897 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.623210 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Tracked resource versions report: Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: pushed versions: Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: { 'AddressGroup': {'1.2'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'ConntrackHelper': {'1.0'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Log': {'1.0'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Network': {'1.1'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Port': {'1.7'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'PortForwarding': {'1.2'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'QosPolicy': {'1.9'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SecurityGroup': {'1.4'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SecurityGroupRule': {'1.2'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SubPort': {'1.0'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Subnet': {'1.1'}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Trunk': {'1.1'}} Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: consumer versions: Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: { DHCP agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: L3 agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: Metadata agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: Metering agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: Open vSwitch agent@dv-cinder-799663-6-iscsi: { 'AddressGroup': '1.2', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'ConntrackHelper': '1.0', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Log': '1.0', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Network': '1.1', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Port': '1.7', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'PortForwarding': '1.2', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'QosPolicy': '1.9', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SecurityGroup': '1.4', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SecurityGroupRule': '1.2', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SubPort': '1.0', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Subnet': '1.1', Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Trunk': '1.1'}} Sep 04 15:51:48.624355 dv-cinder-799663-6-iscsi neutron-server[93876]: {{(pid=93876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 15:51:48.674052 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:48.712660 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:48.713739 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:51:48.714421 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:48.772208 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7215390 Sep 04 15:51:48.811844 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58456fc4-e8b7-487e-8208-24ab7a2cf979 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7f084c-edbf-4881-aecb-7ad08dc50d48,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:51:48.823532 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 15:51:51.462332 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 37956) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:51:51.863669 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bff72c-ba34-4086-b5ec-34626c4c9bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:51:51.865055 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-09bff72c-ba34-4086-b5ec-34626c4c9bb3 admin admin] 10.222.0.53 "GET /v2.0/networks/3f7f084c-edbf-4881-aecb-7ad08dc50d48 HTTP/1.1" status: 200 len: 825 time: 0.4017463 Sep 04 15:51:51.890186 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0f0ddd3c-2215-4c18-8174-d1340f98c2a6 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/fe6b3bca-72e0-4c5a-81be-adb2623145c1 HTTP/1.1" status: 200 len: 734 time: 0.0185440 Sep 04 15:51:51.899232 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Request body: {'subnet': {'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fe6b3bca-72e0-4c5a-81be-adb2623145c1', 'name': 'private-subnet', 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:51:51.920620 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Made reservation on behalf of edf7e125ea9d455094d9270571657f78 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:51:51.922891 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:52.211780 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:52.281130 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f4aee7-aa6d-4daf-9e19-a038938278cd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:51:52.285629 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Checking segment: {'id': '69915926-b840-4cf4-9d0d-6a9f555f415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:51:52.286008 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Network hostable DHCP agents. Network: 3f7f084c-edbf-4881-aecb-7ad08dc50d48, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 15:51:52.306344 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 15:51:52.318437 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 3f7f084c-edbf-4881-aecb-7ad08dc50d48) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:51:52.329614 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:51:52.330229 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:52.331096 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1ff8d-3475-4135-9b43-446f6e245c4a None None] Network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:51:52.343529 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-dd98ecd0-1bcb-4fd5-9998-cb086b9c895f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4475594 Sep 04 15:51:52.644369 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b69fc18-f8a6-50e2-9dd4-70f05aad994d-3f7f084c-edbf-4881-aecb-7ad08dc50d48', 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'fixed_ips': [{'subnet_id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd'}]}} from dv-cinder-799663-6-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 04 15:51:52.645706 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:52.916126 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Allocated IP 172.20.0.2 (3f7f084c-edbf-4881-aecb-7ad08dc50d48/e5f4aee7-aa6d-4daf-9e19-a038938278cd/0439dc49-acbf-4d92-8c47-35b8f72adc2c) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:51:53.141493 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:53.157043 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Transition to ACTIVE for port object 0439dc49-acbf-4d92-8c47-35b8f72adc2c will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:51:53.177529 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Transition to ACTIVE for port object 0439dc49-acbf-4d92-8c47-35b8f72adc2c will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:51:53.185771 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:53.250392 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:51:53.254936 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:51:53.266584 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:51:53.274817 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Pushing event updated for resources: {'Port': ['ID=0439dc49-acbf-4d92-8c47-35b8f72adc2c,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:51:53.304678 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.305060 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.305405 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.305744 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.306081 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.306417 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.306748 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.307075 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.308015 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.308758 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.308758 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.309153 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Tracked resource versions report: Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: pushed versions: Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: { 'AddressGroup': {'1.2'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'ConntrackHelper': {'1.0'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Log': {'1.0'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Network': {'1.1'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Port': {'1.7'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'PortForwarding': {'1.2'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'QosPolicy': {'1.9'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SecurityGroup': {'1.4'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SecurityGroupRule': {'1.2'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SubPort': {'1.0'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Subnet': {'1.1'}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Trunk': {'1.1'}} Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: consumer versions: Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: { DHCP agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: L3 agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: Metadata agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: Metering agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: Open vSwitch agent@dv-cinder-799663-6-iscsi: { 'AddressGroup': '1.2', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'ConntrackHelper': '1.0', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Log': '1.0', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Network': '1.1', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Port': '1.7', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'PortForwarding': '1.2', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'QosPolicy': '1.9', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SecurityGroup': '1.4', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SecurityGroupRule': '1.2', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SubPort': '1.0', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Subnet': '1.1', Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Trunk': '1.1'}} Sep 04 15:51:53.310307 dv-cinder-799663-6-iscsi neutron-server[93877]: {{(pid=93877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 15:51:53.356797 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Attempting to bind port 0439dc49-acbf-4d92-8c47-35b8f72adc2c on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 15:51:53.357394 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Attempting to bind port 0439dc49-acbf-4d92-8c47-35b8f72adc2c by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '69915926-b840-4cf4-9d0d-6a9f555f415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 15:51:53.357620 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Attempting to bind port 0439dc49-acbf-4d92-8c47-35b8f72adc2c on network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 15:51:53.362451 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 15:51:53.362858 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Checking segment: {'id': '69915926-b840-4cf4-9d0d-6a9f555f415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:51:53.363332 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:53.363727 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Bound using segment: {'id': '69915926-b840-4cf4-9d0d-6a9f555f415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 15:51:53.364189 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Bound port: 0439dc49-acbf-4d92-8c47-35b8f72adc2c, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69915926-b840-4cf4-9d0d-6a9f555f415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 15:51:53.364661 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:53.428800 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] For port 0439dc49-acbf-4d92-8c47-35b8f72adc2c, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 15:51:53.433405 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] For port 0439dc49-acbf-4d92-8c47-35b8f72adc2c, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=0439dc49-acbf-4d92-8c47-35b8f72adc2c,segment=NetworkSegment(69915926-b840-4cf4-9d0d-6a9f555f415e),segment_id=69915926-b840-4cf4-9d0d-6a9f555f415e)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 15:51:53.437812 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:51:53.499117 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeb020-b0fc-46e6-a523-26e135173a77 None None] Pushing event updated for resources: {'Port': ['ID=0439dc49-acbf-4d92-8c47-35b8f72adc2c,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:51:54.748330 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 37964) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:51:55.065798 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [None req-d642e0b9-679e-4e1c-ad52-655c8f6f1c79 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 15:51:55.066809 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d642e0b9-679e-4e1c-ad52-655c8f6f1c79 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174646 Sep 04 15:51:57.551819 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 37972) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:51:58.059243 dv-cinder-799663-6-iscsi neutron-server[93875]: WARNING oslo_policy.policy [None req-6dc8d0f9-7623-4c13-9d89-bfb945e42ba1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 15:51:58.059838 dv-cinder-799663-6-iscsi neutron-server[93875]: WARNING oslo_policy.policy [None req-6dc8d0f9-7623-4c13-9d89-bfb945e42ba1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 15:51:58.290786 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [None req-6dc8d0f9-7623-4c13-9d89-bfb945e42ba1 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 15:51:58.293031 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-6dc8d0f9-7623-4c13-9d89-bfb945e42ba1 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7387865 Sep 04 15:52:00.976740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 37992) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:52:01.285945 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] Request body: {'router': {'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:52:01.351902 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.policy [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93875) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 04 15:52:01.399414 dv-cinder-799663-6-iscsi neutron-server[93875]: WARNING oslo_policy.policy [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 15:52:01.399812 dv-cinder-799663-6-iscsi neutron-server[93875]: WARNING oslo_policy.policy [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 15:52:01.409626 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.quota [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] Loaded quota_driver: . Sep 04 15:52:01.471174 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26187'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:01.473032 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3914403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26226'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:01.634174 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:01.640325 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:01.659586 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:01.660814 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-74beaa3a-4587-4a1c-925a-db759dc8e457 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6830823 Sep 04 15:52:01.920189 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 0439dc49-acbf-4d92-8c47-35b8f72adc2c up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:52:01.998640 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2266c961-6b2e-48ba-a730-07975e632b56 None None] Network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:52:02.037155 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 0439dc49-acbf-4d92-8c47-35b8f72adc2c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:52:02.080254 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-771fd62e-cd1d-41fb-95c1-1da37016c8e8 None None] Provisioning for port 0439dc49-acbf-4d92-8c47-35b8f72adc2c completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:52:02.087302 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-771fd62e-cd1d-41fb-95c1-1da37016c8e8 None None] Provisioning complete for port 0439dc49-acbf-4d92-8c47-35b8f72adc2c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:52:02.087650 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-771fd62e-cd1d-41fb-95c1-1da37016c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:02.263544 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-771fd62e-cd1d-41fb-95c1-1da37016c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:02.304435 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-771fd62e-cd1d-41fb-95c1-1da37016c8e8 None None] For port 0439dc49-acbf-4d92-8c47-35b8f72adc2c, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=0439dc49-acbf-4d92-8c47-35b8f72adc2c,segment=NetworkSegment(69915926-b840-4cf4-9d0d-6a9f555f415e),segment_id=69915926-b840-4cf4-9d0d-6a9f555f415e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 15:52:02.310587 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-771fd62e-cd1d-41fb-95c1-1da37016c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:02.360968 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fd62e-cd1d-41fb-95c1-1da37016c8e8 None None] Pushing event updated for resources: {'Port': ['ID=0439dc49-acbf-4d92-8c47-35b8f72adc2c,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:02.530240 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-15ec2ba1-6102-4d38-b599-d2a87e411d3f None None] Provisioning complete for port 0439dc49-acbf-4d92-8c47-35b8f72adc2c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:52:02.530607 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-15ec2ba1-6102-4d38-b599-d2a87e411d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:03.885931 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 0439dc49-acbf-4d92-8c47-35b8f72adc2c up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:52:03.932424 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 0439dc49-acbf-4d92-8c47-35b8f72adc2c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:52:03.932765 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:04.089596 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 38004) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:52:04.395267 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [None req-90f8af59-9ade-4b9e-b4e0-17d776387d06 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 15:52:04.396267 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-90f8af59-9ade-4b9e-b4e0-17d776387d06 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058197 Sep 04 15:52:05.017256 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51ee2208-a0cc-4947-a034-efc8eb1078ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:06.813779 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:52:07.133130 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:52:07.154425 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Made reservation on behalf of 0421fe5c23d64f8f8b2aca76e7159331 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:52:07.156690 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:07.164623 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:07.265205 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:07.269390 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:07.285293 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Reserving flat network on physical network physnet1 {{(pid=93876) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 04 15:52:07.310577 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acab40a-f579-499d-aef4-b78696056385,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:07.314244 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:07.314731 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Added segment 7668f61d-f2ee-4015-bacc-884852e48fee of type flat for network b16a2c4c-bd8a-4256-8514-e368c3f8c25b Sep 04 15:52:07.368330 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:07.402574 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:07.403613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:52:07.404282 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:07.431171 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6164489 Sep 04 15:52:07.462269 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaf3dc-d227-4cc0-8ce9-08a25619b208 admin admin] Pushing event updated for resources: {'Network': ['ID=b16a2c4c-bd8a-4256-8514-e368c3f8c25b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:07.473942 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 15:52:07.847366 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2d9c55ed-3a20-4d76-aba1-b3b45376dffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:08.081576 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:08.920738 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:09.821723 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38030) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:52:10.001563 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb423749-c1d9-4753-94fc-8ef4a82963e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:52:10.002906 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-cb423749-c1d9-4753-94fc-8ef4a82963e1 admin admin] 10.222.0.53 "GET /v2.0/subnets/e5f4aee7-aa6d-4daf-9e19-a038938278cd HTTP/1.1" status: 200 len: 849 time: 0.1797736 Sep 04 15:52:10.163410 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0c701863-eeed-4fe7-8d02-0b39e5ad95b6 admin admin] 10.222.0.53 "GET /v2.0/routers/dcd71acd-72f8-4400-8a22-63e2579a75a5 HTTP/1.1" status: 200 len: 704 time: 0.1542618 Sep 04 15:52:10.423551 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:10.566510 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:10.723253 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Allocated IP 172.20.0.1 (3f7f084c-edbf-4881-aecb-7ad08dc50d48/e5f4aee7-aa6d-4daf-9e19-a038938278cd/3d339983-19eb-4343-a746-ee23d2b0b771) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:52:10.922047 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:10.944206 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Transition to ACTIVE for port object 3d339983-19eb-4343-a746-ee23d2b0b771 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:52:11.008605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:11.079610 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:52:11.089229 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:52:11.097048 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:52:11.097619 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373993'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:11.116648 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d339983-19eb-4343-a746-ee23d2b0b771,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:11.278191 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-70ef7836-cdcb-4ac4-868b-69c8b783912b None None] Provisioning for port 3d339983-19eb-4343-a746-ee23d2b0b771 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:52:11.281558 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-70ef7836-cdcb-4ac4-868b-69c8b783912b None None] Provisioning complete for port 3d339983-19eb-4343-a746-ee23d2b0b771 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:52:11.281928 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70ef7836-cdcb-4ac4-868b-69c8b783912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:11.294394 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:11.314783 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-70ef7836-cdcb-4ac4-868b-69c8b783912b None None] Port 3d339983-19eb-4343-a746-ee23d2b0b771 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 15:52:11.505177 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:11.509385 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:11.510128 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914009'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:11.568564 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d339983-19eb-4343-a746-ee23d2b0b771,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:11.634035 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:52:11.635547 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:52:11.798004 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Router dcd71acd-72f8-4400-8a22-63e2579a75a5 is scheduled to L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 15:52:11.835512 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-38d9fc91-5ebe-475b-8b02-3e572f083529 None None] Provisioning complete for port 3d339983-19eb-4343-a746-ee23d2b0b771 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:52:11.836034 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38d9fc91-5ebe-475b-8b02-3e572f083529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:11.872262 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-38d9fc91-5ebe-475b-8b02-3e572f083529 None None] Port 3d339983-19eb-4343-a746-ee23d2b0b771 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 15:52:11.885926 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 15:52:11.891302 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-cabe6a50-aba1-49cc-b49c-cf46c41de5c0 admin admin] 10.222.0.53 "PUT /v2.0/routers/dcd71acd-72f8-4400-8a22-63e2579a75a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7214410 Sep 04 15:52:11.896393 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Sync routers for ids ['dcd71acd-72f8-4400-8a22-63e2579a75a5'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 15:52:11.917606 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Routers {'dcd71acd-72f8-4400-8a22-63e2579a75a5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:52:11.918415 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:52:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['dcd71acd-72f8-4400-8a22-63e2579a75a5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:52:12.102725 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Set router dcd71acd-72f8-4400-8a22-63e2579a75a5 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:52:12.529781 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'name': 'router1', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:52:01Z', 'updated_at': '2021-09-04T15:52:11Z', 'revision_number': 2, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'gw_port_host': None, '_interfaces': [{'id': '3d339983-19eb-4343-a746-ee23d2b0b771', 'name': '', 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'mac_address': 'fa:16:3e:1b:58:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:52:10Z', 'updated_at': '2021-09-04T15:52:11Z', 'revision_number': 2, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'subnets': [{'id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe6b3bca-72e0-4c5a-81be-adb2623145c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:52:12.581881 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Checking router: dcd71acd-72f8-4400-8a22-63e2579a75a5 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 15:52:12.582252 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Updating router dcd71acd-72f8-4400-8a22-63e2579a75a5 port 3d339983-19eb-4343-a746-ee23d2b0b771 binding host dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 15:52:12.630177 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:13.142887 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:13.161567 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Transition to ACTIVE for port object 3d339983-19eb-4343-a746-ee23d2b0b771 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:52:13.167554 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:13.327824 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Pushing event updated for resources: {'Port': ['ID=3d339983-19eb-4343-a746-ee23d2b0b771,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:13.339381 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.339732 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.340076 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.340410 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.340744 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.341103 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.341442 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.341746 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.342084 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.342410 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.342729 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.343048 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Tracked resource versions report: Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: pushed versions: Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: { 'AddressGroup': {'1.2'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Log': {'1.0'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Network': {'1.1'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Port': {'1.7'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'PortForwarding': {'1.2'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'QosPolicy': {'1.9'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SecurityGroup': {'1.4'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SubPort': {'1.0'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Subnet': {'1.1'}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Trunk': {'1.1'}} Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: consumer versions: Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: { DHCP agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: L3 agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: Metadata agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: Metering agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: Open vSwitch agent@dv-cinder-799663-6-iscsi: { 'AddressGroup': '1.2', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'ConntrackHelper': '1.0', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Log': '1.0', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Network': '1.1', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Port': '1.7', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'PortForwarding': '1.2', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'QosPolicy': '1.9', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SecurityGroup': '1.4', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SecurityGroupRule': '1.2', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SubPort': '1.0', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Subnet': '1.1', Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Trunk': '1.1'}} Sep 04 15:52:13.344164 dv-cinder-799663-6-iscsi neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 15:52:13.346470 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Attempting to bind port 3d339983-19eb-4343-a746-ee23d2b0b771 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 15:52:13.346869 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Attempting to bind port 3d339983-19eb-4343-a746-ee23d2b0b771 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '69915926-b840-4cf4-9d0d-6a9f555f415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 15:52:13.347285 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Attempting to bind port 3d339983-19eb-4343-a746-ee23d2b0b771 on network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 15:52:13.353178 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 15:52:13.353970 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Checking segment: {'id': '69915926-b840-4cf4-9d0d-6a9f555f415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:52:13.355009 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:13.355009 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Bound using segment: {'id': '69915926-b840-4cf4-9d0d-6a9f555f415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 15:52:13.355289 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Bound port: 3d339983-19eb-4343-a746-ee23d2b0b771, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69915926-b840-4cf4-9d0d-6a9f555f415e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 15:52:13.355579 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:13.420955 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] For port 3d339983-19eb-4343-a746-ee23d2b0b771, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 15:52:13.440433 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] For port 3d339983-19eb-4343-a746-ee23d2b0b771, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=3d339983-19eb-4343-a746-ee23d2b0b771,segment=NetworkSegment(69915926-b840-4cf4-9d0d-6a9f555f415e),segment_id=69915926-b840-4cf4-9d0d-6a9f555f415e)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 15:52:13.445077 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:13.502244 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Routers {'dcd71acd-72f8-4400-8a22-63e2579a75a5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:52:13.502872 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:52:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['dcd71acd-72f8-4400-8a22-63e2579a75a5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:52:13.564729 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e02298-def4-47a8-9b33-dc8189829271 None None] Pushing event updated for resources: {'Port': ['ID=3d339983-19eb-4343-a746-ee23d2b0b771,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:13.596071 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] Set router dcd71acd-72f8-4400-8a22-63e2579a75a5 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:52:13.812126 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'name': 'router1', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:52:01Z', 'updated_at': '2021-09-04T15:52:11Z', 'revision_number': 2, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'gw_port_host': None, '_interfaces': [{'id': '3d339983-19eb-4343-a746-ee23d2b0b771', 'name': '', 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'mac_address': 'fa:16:3e:1b:58:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:52:10Z', 'updated_at': '2021-09-04T15:52:13Z', 'revision_number': 4, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'subnets': [{'id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe6b3bca-72e0-4c5a-81be-adb2623145c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:52:13.838881 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a517ffe-5416-4941-bcfb-684685fd8543 None None] The sync data for ids ['dcd71acd-72f8-4400-8a22-63e2579a75a5'] in dv-cinder-799663-6-iscsi is: [{'id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'name': 'router1', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:52:01Z', 'updated_at': '2021-09-04T15:52:11Z', 'revision_number': 2, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'gw_port_host': None, '_interfaces': [{'id': '3d339983-19eb-4343-a746-ee23d2b0b771', 'name': '', 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'mac_address': 'fa:16:3e:1b:58:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:52:10Z', 'updated_at': '2021-09-04T15:52:13Z', 'revision_number': 4, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'subnets': [{'id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe6b3bca-72e0-4c5a-81be-adb2623145c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 15:52:14.140091 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38050) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:52:14.250260 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a200b0d1-e527-47ba-ac2e-34bca919abc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:52:14.251600 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a200b0d1-e527-47ba-ac2e-34bca919abc0 admin admin] 10.222.0.53 "GET /v2.0/networks/b16a2c4c-bd8a-4256-8514-e368c3f8c25b HTTP/1.1" status: 200 len: 842 time: 0.1105430 Sep 04 15:52:14.262528 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:52:14.282287 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Made reservation on behalf of 0421fe5c23d64f8f8b2aca76e7159331 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:52:14.284468 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:14.559998 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.objects.ports [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93876) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 04 15:52:14.560424 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:14.676659 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8347cadd-2fdc-4d4c-8d18-e65767e4918e,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:14.685676 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:52:14.686034 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Network hostable DHCP agents. Network: b16a2c4c-bd8a-4256-8514-e368c3f8c25b, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 15:52:14.702172 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 15:52:14.710838 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, b16a2c4c-bd8a-4256-8514-e368c3f8c25b) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:52:14.714908 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:52:14.715506 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:14.722699 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf1ac1-cd44-414d-b6a0-c99b379dd0de None None] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:52:14.740898 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-03fb95fd-2543-43cd-9675-b38d73f2b5a9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4712734 Sep 04 15:52:14.856495 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d4836-3d64-4963-aa92-8bc510d341e1 None None] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:52:17.047949 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 38058) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:52:17.265953 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d23e306f-023c-4b35-8075-c89e0a4a5057 admin admin] 10.222.0.53 "GET /v2.0/routers/dcd71acd-72f8-4400-8a22-63e2579a75a5 HTTP/1.1" status: 200 len: 710 time: 0.2167211 Sep 04 15:52:17.462564 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc48e3-c335-4f69-9c26-b2e6c86d7112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:52:17.464131 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-00cc48e3-c335-4f69-9c26-b2e6c86d7112 admin admin] 10.222.0.53 "GET /v2.0/networks/b16a2c4c-bd8a-4256-8514-e368c3f8c25b HTTP/1.1" status: 200 len: 886 time: 0.1923108 Sep 04 15:52:17.474323 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:52:17.737639 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:17.969865 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:18.046924 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:18.230565 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Allocated IP 172.27.2.233 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/ecfd5989-50a0-432d-8c77-2496368572cf) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:52:18.337058 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:18.405684 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:18.468441 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:52:18.473283 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:52:18.526733 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:52:18.529818 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Pushing event updated for resources: {'Port': ['ID=ecfd5989-50a0-432d-8c77-2496368572cf,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:18.595381 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.595732 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.596069 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.596402 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.596732 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.597092 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.597464 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.597745 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.598084 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.598409 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.598748 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.599068 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Tracked resource versions report: Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: pushed versions: Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: { 'AddressGroup': {'1.2'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'ConntrackHelper': {'1.0'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Log': {'1.0'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Network': {'1.1'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Port': {'1.7'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'PortForwarding': {'1.2'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'QosPolicy': {'1.9'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SecurityGroup': {'1.4'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SecurityGroupRule': {'1.2'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SubPort': {'1.0'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Subnet': {'1.1'}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Trunk': {'1.1'}} Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: consumer versions: Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: { DHCP agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: L3 agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: Metadata agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: Metering agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: Open vSwitch agent@dv-cinder-799663-6-iscsi: { 'AddressGroup': '1.2', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'ConntrackHelper': '1.0', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Log': '1.0', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Network': '1.1', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Port': '1.7', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'PortForwarding': '1.2', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'QosPolicy': '1.9', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SecurityGroup': '1.4', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SecurityGroupRule': '1.2', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SubPort': '1.0', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Subnet': '1.1', Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Trunk': '1.1'}} Sep 04 15:52:18.600218 dv-cinder-799663-6-iscsi neutron-server[93875]: {{(pid=93875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 15:52:18.872929 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:19.075729 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3914421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26208'] for router, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:19.080569 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3914382'] for router, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:19.195334 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Router dcd71acd-72f8-4400-8a22-63e2579a75a5 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 15:52:19.307717 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 15:52:19.312257 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:19.313372 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-677aa842-369b-476c-b201-76136bb66f39 admin admin] 10.222.0.53 "PUT /v2.0/routers/dcd71acd-72f8-4400-8a22-63e2579a75a5 HTTP/1.1" status: 200 len: 890 time: 1.8426592 Sep 04 15:52:20.058157 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 3d339983-19eb-4343-a746-ee23d2b0b771 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:52:20.104984 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 3d339983-19eb-4343-a746-ee23d2b0b771 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:52:20.108596 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 3d339983-19eb-4343-a746-ee23d2b0b771 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:52:20.109003 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:20.184986 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:20.219168 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 3d339983-19eb-4343-a746-ee23d2b0b771, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=3d339983-19eb-4343-a746-ee23d2b0b771,segment=NetworkSegment(69915926-b840-4cf4-9d0d-6a9f555f415e),segment_id=69915926-b840-4cf4-9d0d-6a9f555f415e)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 15:52:20.223381 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:20.305574 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Sync routers for ids ['dcd71acd-72f8-4400-8a22-63e2579a75a5'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 15:52:20.326185 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=3d339983-19eb-4343-a746-ee23d2b0b771,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:20.331959 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Routers {'dcd71acd-72f8-4400-8a22-63e2579a75a5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:52:20.332588 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:52:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['dcd71acd-72f8-4400-8a22-63e2579a75a5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:52:20.535036 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Set router dcd71acd-72f8-4400-8a22-63e2579a75a5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:52:20.922181 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'name': 'router1', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ecfd5989-50a0-432d-8c77-2496368572cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:52:01Z', 'updated_at': '2021-09-04T15:52:18Z', 'revision_number': 4, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'gw_port': {'id': 'ecfd5989-50a0-432d-8c77-2496368572cf', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:52:18Z', 'updated_at': '2021-09-04T15:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '3d339983-19eb-4343-a746-ee23d2b0b771', 'name': '', 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'mac_address': 'fa:16:3e:1b:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:52:10Z', 'updated_at': '2021-09-04T15:52:20Z', 'revision_number': 5, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'subnets': [{'id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe6b3bca-72e0-4c5a-81be-adb2623145c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:52:20.972979 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Checking router: dcd71acd-72f8-4400-8a22-63e2579a75a5 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 15:52:20.973336 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Updating router dcd71acd-72f8-4400-8a22-63e2579a75a5 port ecfd5989-50a0-432d-8c77-2496368572cf binding host dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 15:52:21.019157 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:21.330630 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:21.340789 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Transition to ACTIVE for port object ecfd5989-50a0-432d-8c77-2496368572cf will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:52:21.346345 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:21.397201 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Attempting to bind port ecfd5989-50a0-432d-8c77-2496368572cf on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 15:52:21.397578 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Attempting to bind port ecfd5989-50a0-432d-8c77-2496368572cf by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 15:52:21.397990 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Attempting to bind port ecfd5989-50a0-432d-8c77-2496368572cf on network b16a2c4c-bd8a-4256-8514-e368c3f8c25b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 15:52:21.401633 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d602a98-b3c9-4611-9e62-0a4bd1908776 None None] Pushing event updated for resources: {'Port': ['ID=ecfd5989-50a0-432d-8c77-2496368572cf,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:21.406852 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 15:52:21.407227 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:52:21.407634 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:21.408022 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Bound using segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 15:52:21.408483 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Bound port: ecfd5989-50a0-432d-8c77-2496368572cf, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 15:52:21.408894 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:21.457145 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] For port ecfd5989-50a0-432d-8c77-2496368572cf, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 15:52:21.460467 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] For port ecfd5989-50a0-432d-8c77-2496368572cf, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=ecfd5989-50a0-432d-8c77-2496368572cf,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 15:52:21.464721 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:21.522777 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Routers {'dcd71acd-72f8-4400-8a22-63e2579a75a5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:52:21.523393 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:52:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['dcd71acd-72f8-4400-8a22-63e2579a75a5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:52:21.527978 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d602a98-b3c9-4611-9e62-0a4bd1908776 None None] Pushing event updated for resources: {'Port': ['ID=ecfd5989-50a0-432d-8c77-2496368572cf,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:21.709726 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] Set router dcd71acd-72f8-4400-8a22-63e2579a75a5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:52:21.717119 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:52:21.830490 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d74e0d9d-81e8-4ca6-ab05-544eb31c95f4 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1121581 Sep 04 15:52:21.904724 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 3d339983-19eb-4343-a746-ee23d2b0b771 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:52:21.976075 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'name': 'router1', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ecfd5989-50a0-432d-8c77-2496368572cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:52:01Z', 'updated_at': '2021-09-04T15:52:18Z', 'revision_number': 4, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'gw_port': {'id': 'ecfd5989-50a0-432d-8c77-2496368572cf', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:52:18Z', 'updated_at': '2021-09-04T15:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '3d339983-19eb-4343-a746-ee23d2b0b771', 'name': '', 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'mac_address': 'fa:16:3e:1b:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:52:10Z', 'updated_at': '2021-09-04T15:52:20Z', 'revision_number': 5, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'subnets': [{'id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe6b3bca-72e0-4c5a-81be-adb2623145c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:52:22.007301 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58554dd-7386-4998-a16a-ceb3e34aa632 None None] The sync data for ids ['dcd71acd-72f8-4400-8a22-63e2579a75a5'] in dv-cinder-799663-6-iscsi is: [{'id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'name': 'router1', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ecfd5989-50a0-432d-8c77-2496368572cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:52:01Z', 'updated_at': '2021-09-04T15:52:18Z', 'revision_number': 4, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'gw_port': {'id': 'ecfd5989-50a0-432d-8c77-2496368572cf', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:52:18Z', 'updated_at': '2021-09-04T15:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '3d339983-19eb-4343-a746-ee23d2b0b771', 'name': '', 'network_id': '3f7f084c-edbf-4881-aecb-7ad08dc50d48', 'tenant_id': 'edf7e125ea9d455094d9270571657f78', 'mac_address': 'fa:16:3e:1b:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd71acd-72f8-4400-8a22-63e2579a75a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:52:10Z', 'updated_at': '2021-09-04T15:52:20Z', 'revision_number': 5, 'project_id': 'edf7e125ea9d455094d9270571657f78', 'subnets': [{'id': 'e5f4aee7-aa6d-4daf-9e19-a038938278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe6b3bca-72e0-4c5a-81be-adb2623145c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 15:52:22.010551 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 3d339983-19eb-4343-a746-ee23d2b0b771 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:52:22.010920 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:22.629017 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:52:23.949280 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device ecfd5989-50a0-432d-8c77-2496368572cf up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:52:24.001222 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port ecfd5989-50a0-432d-8c77-2496368572cf completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:52:24.004986 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port ecfd5989-50a0-432d-8c77-2496368572cf triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:52:24.005368 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:24.092290 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:24.119156 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port ecfd5989-50a0-432d-8c77-2496368572cf, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=ecfd5989-50a0-432d-8c77-2496368572cf,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 15:52:24.123584 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:24.190186 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=ecfd5989-50a0-432d-8c77-2496368572cf,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:52:25.940280 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device ecfd5989-50a0-432d-8c77-2496368572cf up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:52:26.012649 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port ecfd5989-50a0-432d-8c77-2496368572cf triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:52:26.013424 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:35.019635 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-604c40e4-fa21-453f-a581-e2025ec7eb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:37.855651 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-779c4cdf-d92e-46a0-a83d-80eb6a5dc4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:38.086768 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:38.926042 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:40.601745 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:52:59.630634 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:53:05.025132 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d7b02c1-b4d5-4e23-b816-9c51d8ec6251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:53:07.846960 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f4abcfa0-4123-4de0-a040-b621ec43988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:53:08.080826 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:53:08.936575 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:53:10.587459 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:53:35.026058 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-618bd5a2-7405-4dbb-961e-dd23ffea82eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:53:36.628761 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:53:37.851523 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f5b23e3e-a1e5-4cb7-bbe9-208e79588a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:53:38.084756 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:53:38.933033 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:53:40.589617 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:00.323213 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38638) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:00.386847 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e7c1b4-72b9-45fd-9581-ca0b8fef4325 admin admin] GET failed (client error): The resource could not be found. Sep 04 15:54:00.388150 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d0e7c1b4-72b9-45fd-9581-ca0b8fef4325 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640030 Sep 04 15:54:00.542307 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a402461-934e-497f-9079-1246446beb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:00.543676 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5a402461-934e-497f-9079-1246446beb3d admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1509352 Sep 04 15:54:02.733111 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 38648) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:02.835708 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4828a28-f7c1-4402-ac21-7605fd6491b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:02.837015 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-c4828a28-f7c1-4402-ac21-7605fd6491b4 admin admin] 10.222.0.53 "GET /v2.0/subnets/e5f4aee7-aa6d-4daf-9e19-a038938278cd HTTP/1.1" status: 200 len: 849 time: 0.1029744 Sep 04 15:54:02.847006 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:54:02.932997 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Notify callbacks [] for subnet, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:03.072773 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726893401326'] for subnet, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:03.105342 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:03.105342 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:03.107135 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] 10.222.0.53 "PUT /v2.0/subnets/e5f4aee7-aa6d-4daf-9e19-a038938278cd HTTP/1.1" status: 200 len: 868 time: 0.2638962 Sep 04 15:54:03.110085 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9511aa-7677-46bb-bf21-743afd8bec05 None None] Network 3f7f084c-edbf-4881-aecb-7ad08dc50d48 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:54:03.129582 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f4aee7-aa6d-4daf-9e19-a038938278cd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:54:03.138992 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.139776 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.140355 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.140957 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.141567 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.142151 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.142706 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.143257 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.143815 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.144359 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.144932 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.145491 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4f85c5-2484-4cb3-af91-e461c47874bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:03.470290 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c14894b7-add0-4ec7-9300-8f64c684ca40 None None] Provisioning complete for port 3d339983-19eb-4343-a746-ee23d2b0b771 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:54:03.470660 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c14894b7-add0-4ec7-9300-8f64c684ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:03.553696 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-c14894b7-add0-4ec7-9300-8f64c684ca40 None None] Provisioning complete for port 0439dc49-acbf-4d92-8c47-35b8f72adc2c triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:54:03.554064 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c14894b7-add0-4ec7-9300-8f64c684ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:05.027407 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-090982fd-abfa-42e0-95a8-7a96bd9362ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:05.330888 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 38658) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:05.546040 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326918f-3487-4fd5-b702-eb91341706ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:05.546426 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326918f-3487-4fd5-b702-eb91341706ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:05.547954 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9326918f-3487-4fd5-b702-eb91341706ea admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2160997 Sep 04 15:54:07.730352 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38666) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:07.852903 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f23b8ddf-0620-4ab5-990c-cc728f219a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:07.931153 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1923d1-815d-421f-bc8c-fe970cee050b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:07.931637 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1923d1-815d-421f-bc8c-fe970cee050b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:07.933215 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5b1923d1-815d-421f-bc8c-fe970cee050b admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2018764 Sep 04 15:54:08.086690 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:08.935625 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:10.153486 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38674) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:10.280972 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cb081a-e35e-4864-86fb-36504b61c0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:10.282322 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f1cb081a-e35e-4864-86fb-36504b61c0a8 admin admin] 10.222.0.53 "GET /v2.0/networks/3f7f084c-edbf-4881-aecb-7ad08dc50d48 HTTP/1.1" status: 200 len: 869 time: 0.1278789 Sep 04 15:54:10.586233 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:12.486901 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38682) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:12.620730 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a031421f-c776-4345-8d0f-feac53bfa3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:12.622122 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a031421f-c776-4345-8d0f-feac53bfa3b2 admin admin] 10.222.0.53 "GET /v2.0/networks/b16a2c4c-bd8a-4256-8514-e368c3f8c25b HTTP/1.1" status: 200 len: 886 time: 0.1342499 Sep 04 15:54:13.627690 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:54:14.801136 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38690) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:14.929675 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800eb696-792c-4383-a4b5-00b4ba6cbb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:14.930380 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800eb696-792c-4383-a4b5-00b4ba6cbb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:14.932653 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-800eb696-792c-4383-a4b5-00b4ba6cbb9f admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304317 Sep 04 15:54:17.136782 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38698) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:17.228364 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e46832f-d448-4f88-8983-133856daf4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:17.228826 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e46832f-d448-4f88-8983-133856daf4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:17.230354 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5e46832f-d448-4f88-8983-133856daf4e1 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925839 Sep 04 15:54:19.436793 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38706) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:19.521847 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54653fbf-926e-4f90-be04-d11e1e7691af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:19.523160 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-54653fbf-926e-4f90-be04-d11e1e7691af admin admin] 10.222.0.53 "GET /v2.0/subnets/8347cadd-2fdc-4d4c-8d18-e65767e4918e HTTP/1.1" status: 200 len: 816 time: 0.0853975 Sep 04 15:54:21.769720 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38714) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:21.863360 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860feaf0-ead2-45f5-8b3c-70534e6aea07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:21.866437 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-860feaf0-ead2-45f5-8b3c-70534e6aea07 admin admin] 10.222.0.53 "GET /v2.0/subnets/e5f4aee7-aa6d-4daf-9e19-a038938278cd HTTP/1.1" status: 200 len: 868 time: 0.0940144 Sep 04 15:54:35.027902 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eb524026-9650-45c5-b551-f2fc2471ebf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:37.853729 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36a5c1c5-a488-4970-874a-cc35191a9a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:38.088931 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:38.939417 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:40.596204 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:45.776998 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:45.824019 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [None req-4405fd59-fc63-48d2-9bc4-5fe75e8ac852 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 15:54:45.825117 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-4405fd59-fc63-48d2-9bc4-5fe75e8ac852 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470836 Sep 04 15:54:48.075580 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38776) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:48.137264 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-e409c8b7-81ef-43d8-8796-3deea5bcfe2b admin admin] GET failed (client error): The resource could not be found. Sep 04 15:54:48.138540 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e409c8b7-81ef-43d8-8796-3deea5bcfe2b admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620303 Sep 04 15:54:48.219186 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e2281-d67c-4bee-a494-fdebc0834beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:48.220511 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-fb9e2281-d67c-4bee-a494-fdebc0834beb admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0774357 Sep 04 15:54:50.512605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38784) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:50.561199 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:54:50.581128 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Made reservation on behalf of 0421fe5c23d64f8f8b2aca76e7159331 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:54:50.584055 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:50.610936 dv-cinder-799663-6-iscsi neutron-server[93876]: WARNING neutron.services.revisions.revision_plugin [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Could not find related network for resource to bump revision. Sep 04 15:54:50.621681 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 15:54:50.626747 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:54:50.632031 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:50.632369 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Added segment 70f40fb0-1136-426f-b51d-53800b66f7fa of type vlan for network 464b617b-e1ec-4497-a213-31793f3eedc0 Sep 04 15:54:50.671585 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:50.694274 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:50.695264 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:50.695850 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:50.720272 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2065775 Sep 04 15:54:50.759590 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Pushing event updated for resources: {'Network': ['ID=464b617b-e1ec-4497-a213-31793f3eedc0,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:54:50.767132 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.767509 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.767860 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.768204 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.768558 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.769165 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.769507 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.769846 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.770197 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.770544 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.772156 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.772503 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624f03e-548d-4443-8d77-e0b33eb063ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:50.784318 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 464b617b-e1ec-4497-a213-31793f3eedc0 details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 15:54:53.024045 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38792) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:54:53.090450 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a397390-aeb4-443e-8c18-168b9c37803d admin admin] GET failed (client error): The resource could not be found. Sep 04 15:54:53.092299 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7a397390-aeb4-443e-8c18-168b9c37803d admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0671537 Sep 04 15:54:53.170785 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad0443-de4b-46b4-8488-76e0edd5d6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:53.172320 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5bad0443-de4b-46b4-8488-76e0edd5d6b0 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0737002 Sep 04 15:54:53.183794 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0', 'name': 'shared-subnet'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:54:53.203763 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Made reservation on behalf of 0421fe5c23d64f8f8b2aca76e7159331 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:54:53.205879 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:53.364831 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:53.416366 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a600fd7e-bdf5-47dc-9812-8046988693ed,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:54:53.424363 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Checking segment: {'id': '70f40fb0-1136-426f-b51d-53800b66f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:54:53.424716 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Network hostable DHCP agents. Network: 464b617b-e1ec-4497-a213-31793f3eedc0, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 15:54:53.439943 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Network 464b617b-e1ec-4497-a213-31793f3eedc0 is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 15:54:53.448344 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 464b617b-e1ec-4497-a213-31793f3eedc0) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:54:53.453992 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:54:53.454110 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:53.457818 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c84c34-3842-4f30-a822-ef0aac031c70 None None] Network 464b617b-e1ec-4497-a213-31793f3eedc0 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:54:53.471046 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-77996ee5-2295-4926-83ee-494cc4119d3c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2908242 Sep 04 15:54:53.606908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b69fc18-f8a6-50e2-9dd4-70f05aad994d-464b617b-e1ec-4497-a213-31793f3eedc0', 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0', 'tenant_id': '0421fe5c23d64f8f8b2aca76e7159331', 'fixed_ips': [{'subnet_id': 'a600fd7e-bdf5-47dc-9812-8046988693ed'}]}} from dv-cinder-799663-6-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 04 15:54:53.607850 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:53.742650 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Allocated IP 192.168.233.2 (464b617b-e1ec-4497-a213-31793f3eedc0/a600fd7e-bdf5-47dc-9812-8046988693ed/a9b3263e-a936-4421-9651-1a8acb986d92) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:54:53.900985 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:53.909205 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Transition to ACTIVE for port object a9b3263e-a936-4421-9651-1a8acb986d92 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:54:53.924480 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Transition to ACTIVE for port object a9b3263e-a936-4421-9651-1a8acb986d92 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:54:53.930218 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:53.965819 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Network 464b617b-e1ec-4497-a213-31793f3eedc0 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:54:53.968767 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:54:53.972686 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:54:53.987135 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Pushing event updated for resources: {'Port': ['ID=a9b3263e-a936-4421-9651-1a8acb986d92,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:54:54.014351 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.014623 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.014970 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.015331 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.015677 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.016006 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.016343 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.016667 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.017022 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.017350 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.017687 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.018004 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:54:54.047502 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Attempting to bind port a9b3263e-a936-4421-9651-1a8acb986d92 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 15:54:54.047876 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Attempting to bind port a9b3263e-a936-4421-9651-1a8acb986d92 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '70f40fb0-1136-426f-b51d-53800b66f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 15:54:54.048244 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Attempting to bind port a9b3263e-a936-4421-9651-1a8acb986d92 on network 464b617b-e1ec-4497-a213-31793f3eedc0 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 15:54:54.054251 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 15:54:54.054613 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Checking segment: {'id': '70f40fb0-1136-426f-b51d-53800b66f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:54:54.055021 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:54.055414 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Bound using segment: {'id': '70f40fb0-1136-426f-b51d-53800b66f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 15:54:54.055878 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Bound port: a9b3263e-a936-4421-9651-1a8acb986d92, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f40fb0-1136-426f-b51d-53800b66f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 15:54:54.056282 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:54.124384 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] For port a9b3263e-a936-4421-9651-1a8acb986d92, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 15:54:54.128483 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] For port a9b3263e-a936-4421-9651-1a8acb986d92, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=a9b3263e-a936-4421-9651-1a8acb986d92,segment=NetworkSegment(70f40fb0-1136-426f-b51d-53800b66f7fa),segment_id=70f40fb0-1136-426f-b51d-53800b66f7fa)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 15:54:54.134559 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:54.196750 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e306831-a56f-43ec-8918-e17e80f9d4e4 None None] Pushing event updated for resources: {'Port': ['ID=a9b3263e-a936-4421-9651-1a8acb986d92,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:54:54.979084 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f46e64-5d02-466c-a9c1-504c928e4da8 None None] Network 464b617b-e1ec-4497-a213-31793f3eedc0 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:54:55.063772 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3ea02ca7-0a7f-4d04-99ff-2f29903eac33 None None] Provisioning for port a9b3263e-a936-4421-9651-1a8acb986d92 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:54:56.026893 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device a9b3263e-a936-4421-9651-1a8acb986d92 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:54:56.084267 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port a9b3263e-a936-4421-9651-1a8acb986d92 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:54:56.088056 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port a9b3263e-a936-4421-9651-1a8acb986d92 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:54:56.088437 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:56.166166 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:56.198095 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port a9b3263e-a936-4421-9651-1a8acb986d92, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=a9b3263e-a936-4421-9651-1a8acb986d92,segment=NetworkSegment(70f40fb0-1136-426f-b51d-53800b66f7fa),segment_id=70f40fb0-1136-426f-b51d-53800b66f7fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 15:54:56.202268 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:54:56.250940 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=a9b3263e-a936-4421-9651-1a8acb986d92,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:54:58.009237 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device a9b3263e-a936-4421-9651-1a8acb986d92 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:54:58.061725 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port a9b3263e-a936-4421-9651-1a8acb986d92 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:54:58.062100 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:55:05.029233 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f26773f0-df5d-4cd6-b199-a040b5f69233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:55:07.854298 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0db45e4b-df30-4d7d-a8b6-6b5d369acf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:55:08.090482 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:55:08.942529 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:55:10.603175 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:55:27.625772 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:55:35.029475 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2b952ba7-4ed3-40d3-987d-188f9947cfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:55:37.856193 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-10c6df70-dfac-4423-9471-472ea98d5de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:55:38.094233 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:55:38.946542 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:55:40.606492 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:04.624197 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:56:05.030586 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-662d7c8b-1806-493b-8fb3-6ab814def9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:07.635828 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38844) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:56:07.641936 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [None req-84f3c63d-b1de-4e22-9c48-a574f24bccce tempest-verify_tempest_config-299544459 tempest-verify_tempest_config-299544459-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 15:56:07.642917 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-84f3c63d-b1de-4e22-9c48-a574f24bccce tempest-verify_tempest_config-299544459 tempest-verify_tempest_config-299544459-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061367 Sep 04 15:56:07.856193 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87f3c138-c566-4442-94d8-9b7dfa9cddf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:07.935533 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:56:08.037210 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:08.095367 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:08.126830 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:08.130596 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:08.259970 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41f0d0ec88d34e46b8d4c13f3d431dbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3233433 Sep 04 15:56:08.260665 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09e8858-db2b-4641-8c37-f0f15c8ee984,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:56:08.262553 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38866) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:56:08.278477 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.278841 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.279185 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.279517 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.279851 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.280195 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.280527 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.280850 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.281209 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.281533 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.281854 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.282173 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85d7b2-ded1-413e-b908-ae4e9a501b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:56:08.326833 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7047c2ac-975b-4640-8e80-2fb929512034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:08.346472 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7047c2ac-975b-4640-8e80-2fb929512034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:08.431732 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7047c2ac-975b-4640-8e80-2fb929512034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:08.434315 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7047c2ac-975b-4640-8e80-2fb929512034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:08.435432 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7047c2ac-975b-4640-8e80-2fb929512034 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e09e8858-db2b-4641-8c37-f0f15c8ee984 HTTP/1.1" status: 204 len: 168 time: 0.1717470 Sep 04 15:56:08.443564 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047c2ac-975b-4640-8e80-2fb929512034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09e8858-db2b-4641-8c37-f0f15c8ee984,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:56:08.948489 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:10.611368 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:35.032141 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e0cffde7-7d7c-444a-b60f-d972746ae311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:37.857150 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ab24230-5008-4519-8530-bef56e26f056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:38.098410 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:38.951189 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:40.618502 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:56:41.624028 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:57:05.033037 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dca9c60c-6923-48c7-95c4-f0af37ba779a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:07.857896 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72133593-6c18-4556-b8c1-885a3ef71bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:08.098833 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:08.954246 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:10.621611 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:18.622594 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 5 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:57:35.035343 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72ff3383-7bf8-473d-b34a-2a44a1f5c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:37.857332 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6589f42b-7ea2-4e66-9b82-ed7d62e59758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:38.099471 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:38.956026 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:40.623433 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:40.763140 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373923'] for agent, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:57:55.425622 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:57:55.531868 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b12cd67d-f83a-4ea6-a431-8d3b34e166e1 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1051326 Sep 04 15:57:55.621983 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:57:57.740325 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 38948) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:57:57.795058 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-bfe9ae89-b83f-4141-96c9-35a0586bdf42 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0536113 Sep 04 15:58:05.040854 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-46ec1c7f-92b1-4e20-875c-76f11803131d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:07.858779 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-08f74568-7c5a-4d45-a323-443c53a0189a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:08.101426 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:08.959230 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:10.627030 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:10.718453 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:32.621606 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:58:35.041314 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7ddfa752-883a-4a7c-b48d-f6a2f2676d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:37.860013 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d019d85a-317f-4973-9d6b-bd0eb3c5cebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:38.101114 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:38.962908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:40.632623 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:58:40.714744 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:05.041818 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07153f16-50d1-4d5b-8043-3750773f5e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:07.860317 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b89c1a06-7dce-4fab-98ab-8c0537b2eb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:08.102692 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:08.966902 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:09.620583 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:59:10.634895 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:10.729368 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:26.065798 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39122) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:26.373212 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1126337954-network', 'tenant_id': '39cf997e366848e5bbbeae43e4a71100'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:26.403507 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Made reservation on behalf of 39cf997e366848e5bbbeae43e4a71100 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:59:26.406299 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:26.423169 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:26.556528 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:26.561415 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:26.580398 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 15:59:26.610689 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726893376633', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:26.611557 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Unsubscribe: segment precommit_create {{(pid=93875) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 04 15:59:26.612406 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Added segment b93aede5-07d1-422d-974f-1e6d497e3e07 of type vlan for network 4ba93ff3-c068-4875-acb4-63c360b33ec1 Sep 04 15:59:26.624127 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891726c9-b9fe-4836-84cb-7e14f0081060,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:26.662666 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.663000 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.663401 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.663661 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.664110 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.664331 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.664683 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.664997 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.665365 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.665872 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.666192 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.666533 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Tracked resource versions report: Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: pushed versions: Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: { 'AddressGroup': {'1.2'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'ConntrackHelper': {'1.0'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Log': {'1.0'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Network': {'1.1'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Port': {'1.7'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'PortForwarding': {'1.2'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'QosPolicy': {'1.9'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SecurityGroup': {'1.4'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SecurityGroupRule': {'1.2'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SubPort': {'1.0'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Subnet': {'1.1'}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Trunk': {'1.1'}} Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: consumer versions: Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: { DHCP agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: HyperV agent@hv-cinder-79966: {}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: L3 agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: Metadata agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: Metering agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: Open vSwitch agent@dv-cinder-799663-6-iscsi: { 'AddressGroup': '1.2', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'ConntrackHelper': '1.0', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Log': '1.0', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Network': '1.1', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Port': '1.7', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'PortForwarding': '1.2', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'QosPolicy': '1.9', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SecurityGroup': '1.4', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SecurityGroupRule': '1.2', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'SubPort': '1.0', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Subnet': '1.1', Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: 'Trunk': '1.1'}} Sep 04 15:59:26.667810 dv-cinder-799663-6-iscsi neutron-server[93875]: {{(pid=93875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 15:59:26.682519 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:26.721342 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:26.722426 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:26.723026 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:26.741588 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39160) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:26.758305 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6912789 Sep 04 15:59:26.761436 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39166) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:26.768074 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Request body: {'subnet': {'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1126337954-subnet', 'tenant_id': '39cf997e366848e5bbbeae43e4a71100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:26.798084 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Made reservation on behalf of 39cf997e366848e5bbbeae43e4a71100 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:59:26.801970 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:26.821637 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aed253-70d2-4040-99e6-81f9f227feed admin admin] Pushing event updated for resources: {'Network': ['ID=4ba93ff3-c068-4875-acb4-63c360b33ec1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:26.832922 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 4ba93ff3-c068-4875-acb4-63c360b33ec1 details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 15:59:27.006295 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.068163 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0253b67f-bd7c-4f5d-9250-4fbb5f2aae95,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:27.076110 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.076660 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.077171 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.077855 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.078336 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.078689 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.079021 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.079350 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.079694 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.080028 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.080352 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.080671 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Tracked resource versions report: Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: pushed versions: Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: { 'AddressGroup': {'1.2'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'ConntrackHelper': {'1.0'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Log': {'1.0'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Network': {'1.1'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Port': {'1.7'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'PortForwarding': {'1.2'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'QosPolicy': {'1.9'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SecurityGroup': {'1.4'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SecurityGroupRule': {'1.2'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SubPort': {'1.0'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Subnet': {'1.1'}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Trunk': {'1.1'}} Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: consumer versions: Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: { DHCP agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: HyperV agent@hv-cinder-79966: {}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: L3 agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: Metadata agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: Metering agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: Open vSwitch agent@dv-cinder-799663-6-iscsi: { 'AddressGroup': '1.2', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'ConntrackHelper': '1.0', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Log': '1.0', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Network': '1.1', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Port': '1.7', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'PortForwarding': '1.2', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'QosPolicy': '1.9', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SecurityGroup': '1.4', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SecurityGroupRule': '1.2', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'SubPort': '1.0', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Subnet': '1.1', Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: 'Trunk': '1.1'}} Sep 04 15:59:27.082153 dv-cinder-799663-6-iscsi neutron-server[93876]: {{(pid=93876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 15:59:27.092436 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Checking segment: {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:59:27.093176 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Network hostable DHCP agents. Network: 4ba93ff3-c068-4875-acb4-63c360b33ec1, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 15:59:27.109605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Network 4ba93ff3-c068-4875-acb4-63c360b33ec1 is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 15:59:27.120132 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 4ba93ff3-c068-4875-acb4-63c360b33ec1) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:27.131839 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795f5b2a-cc4c-45ff-b546-535b167d3c23 None None] Network 4ba93ff3-c068-4875-acb4-63c360b33ec1 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:59:27.133847 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:27.134442 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.157572 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-094c1a68-03f2-43ec-acf6-b02e54fff7aa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3949761 Sep 04 15:59:27.210152 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-network', 'tenant_id': '6f1873aa89b04304a4553ff72225c139'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:27.235423 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Made reservation on behalf of 6f1873aa89b04304a4553ff72225c139 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:59:27.239985 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.245406 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39194) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:27.252261 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.277139 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39202) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:27.287744 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ddec8-8ee5-4014-bccf-23cdd3b89803 None None] Network 4ba93ff3-c068-4875-acb4-63c360b33ec1 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:59:27.376692 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.382073 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.396611 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 15:59:27.408354 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.408512 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-433291546-network', 'tenant_id': 'ae4927fbdd6e488c8c4a8218a837760c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:27.409642 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Added segment 84cba6cd-bf98-48d4-b07e-3a6de80e2355 of type vlan for network 8145cfc6-cacf-4582-8605-57f0abbfc4ea Sep 04 15:59:27.460346 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Made reservation on behalf of ae4927fbdd6e488c8c4a8218a837760c for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:59:27.462910 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.470638 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.472391 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.480056 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a258ef6-29b2-4e2a-8aff-bbc29f82a09d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:27.511291 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.512300 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:27.512918 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.577605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] Pushing event updated for resources: {'Network': ['ID=8145cfc6-cacf-4582-8605-57f0abbfc4ea,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:27.587577 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.590207 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 8145cfc6-cacf-4582-8605-57f0abbfc4ea details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 15:59:27.595535 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.600913 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-999df6b6-23db-4eeb-a19e-88b9c3a4fd6e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8571126 Sep 04 15:59:27.602412 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39214) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:27.608389 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Request body: {'subnet': {'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-subnet', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:27.633026 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Made reservation on behalf of 6f1873aa89b04304a4553ff72225c139 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:59:27.636211 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.641643 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-712389673-network', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:27.669359 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 15:59:27.679793 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Made reservation on behalf of 7781f4c667064073ad11a7cb2d180cac for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:59:27.682087 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.688085 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:27.697716 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.698096 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Added segment de9c7f90-71be-4a44-83e0-cde7ffcde718 of type vlan for network 6150ac03-ccdf-4032-b72d-f88ab557760f Sep 04 15:59:27.705740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.756225 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.791012 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.792292 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:27.793011 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.870079 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:27.934945 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] Pushing event updated for resources: {'Network': ['ID=6150ac03-ccdf-4032-b72d-f88ab557760f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:27.953930 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 6150ac03-ccdf-4032-b72d-f88ab557760f details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 15:59:27.976899 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a33e9a-5d0b-4044-9bcd-845362bfae8d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:28.043763 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Checking segment: {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:59:28.045359 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Network hostable DHCP agents. Network: 8145cfc6-cacf-4582-8605-57f0abbfc4ea, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 15:59:28.062824 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.072044 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.074353 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Network 8145cfc6-cacf-4582-8605-57f0abbfc4ea is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 15:59:28.089558 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 8145cfc6-cacf-4582-8605-57f0abbfc4ea) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:28.095694 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:28.097089 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.100828 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3de0fc92-808b-4edb-93cf-42ccda147d25 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8542283 Sep 04 15:59:28.105444 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 15:59:28.106460 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9f27e-35ec-4ed7-a8a4-b1b83d67e10f None None] Network 8145cfc6-cacf-4582-8605-57f0abbfc4ea requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:59:28.108592 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39228) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:28.126435 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b3256e60-4cc5-4c15-b2af-90b47fde80e6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5226116 Sep 04 15:59:28.129904 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39230) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:28.137953 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:28.145243 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Request body: {'subnet': {'network_id': '6150ac03-ccdf-4032-b72d-f88ab557760f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-433291546-subnet', 'tenant_id': 'ae4927fbdd6e488c8c4a8218a837760c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:28.173850 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26187'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.177519 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3914403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26226'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.201459 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.202227 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Added segment eb8edc29-1adb-47e6-aa5e-2942f7f7ce60 of type vlan for network a632102c-6130-4abb-b1c8-54457bd9a66e Sep 04 15:59:28.341312 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.383346 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbdebee-50f1-4870-ac6d-83be464825a7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:28.409126 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.410254 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:28.410884 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.451266 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.476484 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a632102c-6130-4abb-b1c8-54457bd9a66e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:28.484104 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Made reservation on behalf of ae4927fbdd6e488c8c4a8218a837760c for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:59:28.488584 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.493340 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network a632102c-6130-4abb-b1c8-54457bd9a66e details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 15:59:28.629016 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.739164 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d52d3d01-2955-472c-b18a-40f2953cf0c0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4608474 Sep 04 15:59:28.740078 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39262) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:28.764064 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Request body: {'subnet': {'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-712389673-subnet', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:28.809545 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b69fc18-f8a6-50e2-9dd4-70f05aad994d-8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d'}]}} from dv-cinder-799663-6-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 04 15:59:28.810483 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:28.958326 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.033835 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Checking segment: {'id': 'de9c7f90-71be-4a44-83e0-cde7ffcde718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6150ac03-ccdf-4032-b72d-f88ab557760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:59:29.034864 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Network hostable DHCP agents. Network: 6150ac03-ccdf-4032-b72d-f88ab557760f, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 15:59:29.036062 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Allocated IP 172.20.0.2 (8145cfc6-cacf-4582-8605-57f0abbfc4ea/54a33e9a-5d0b-4044-9bcd-845362bfae8d/b9746950-227b-4c47-a96d-466ffc7e5cc2) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:59:29.059400 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Made reservation on behalf of 7781f4c667064073ad11a7cb2d180cac for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:59:29.062170 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.077151 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Network 6150ac03-ccdf-4032-b72d-f88ab557760f is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 15:59:29.102218 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.117980 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 6150ac03-ccdf-4032-b72d-f88ab557760f) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:29.123267 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:29.123862 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.139064 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9d172f-435e-4c15-9a04-cf7d89416c34,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:29.169389 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39296) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:29.172536 dv-cinder-799663-6-iscsi neutron-server[93875]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 04 15:59:29.179285 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.218796 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-c795d6ce-439b-43db-83b0-17a2540999a9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0987291 Sep 04 15:59:29.226815 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354c7244-d477-4e57-9162-41ce448aead7 None None] Network 6150ac03-ccdf-4032-b72d-f88ab557760f requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:59:29.397146 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Allocated IP 172.27.2.88 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/866a510c-add0-4c56-a603-17cc90616427) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:59:29.411806 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.462422 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Transition to ACTIVE for port object b9746950-227b-4c47-a96d-466ffc7e5cc2 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:59:29.499670 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d985b49-28f0-46fe-bf58-7efcf2325dfa None None] Network 6150ac03-ccdf-4032-b72d-f88ab557760f requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:59:29.518560 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-371fac84-6db1-47a1-9520-1c57b3124399 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:29.520737 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-371fac84-6db1-47a1-9520-1c57b3124399 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 815 time: 0.3503807 Sep 04 15:59:29.523971 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Transition to ACTIVE for port object b9746950-227b-4c47-a96d-466ffc7e5cc2 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:59:29.568758 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.587403 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-a1d6b468-d7ab-4eb1-b8eb-863f00d28c12 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/quotas/39cf997e366848e5bbbeae43e4a71100 HTTP/1.1" status: 200 len: 375 time: 0.0592802 Sep 04 15:59:29.625159 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Network 8145cfc6-cacf-4582-8605-57f0abbfc4ea is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:59:29.636556 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:29.642197 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:59:29.655433 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Pushing event updated for resources: {'Port': ['ID=b9746950-227b-4c47-a96d-466ffc7e5cc2,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:29.657114 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.668735 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-9afc4df4-7719-4cda-a317-8adcefbb1a83 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639250 Sep 04 15:59:29.704824 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.704824 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.705040 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.705334 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.705664 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.706570 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.706942 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.707257 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.707599 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.707923 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.708242 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.708560 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:29.709405 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Tracked resource versions report: Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: pushed versions: Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: { 'AddressGroup': {'1.2'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'ConntrackHelper': {'1.0'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Log': {'1.0'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Network': {'1.1'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Port': {'1.7'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'PortForwarding': {'1.2'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'QosPolicy': {'1.9'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SecurityGroup': {'1.4'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SecurityGroupRule': {'1.2'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SubPort': {'1.0'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Subnet': {'1.1'}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Trunk': {'1.1'}} Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: consumer versions: Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: { DHCP agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: HyperV agent@hv-cinder-79966: {}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: L3 agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: Metadata agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: Metering agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: Open vSwitch agent@dv-cinder-799663-6-iscsi: { 'AddressGroup': '1.2', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'ConntrackHelper': '1.0', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Log': '1.0', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Network': '1.1', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Port': '1.7', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'PortForwarding': '1.2', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'QosPolicy': '1.9', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SecurityGroup': '1.4', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SecurityGroupRule': '1.2', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'SubPort': '1.0', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Subnet': '1.1', Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: 'Trunk': '1.1'}} Sep 04 15:59:29.715998 dv-cinder-799663-6-iscsi neutron-server[93877]: {{(pid=93877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 15:59:29.721994 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27b951f-d51e-44d0-915e-6906f258bd64,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:29.761947 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Checking segment: {'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:59:29.762307 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Network hostable DHCP agents. Network: a632102c-6130-4abb-b1c8-54457bd9a66e, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 15:59:29.786412 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Attempting to bind port b9746950-227b-4c47-a96d-466ffc7e5cc2 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 15:59:29.786785 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Attempting to bind port b9746950-227b-4c47-a96d-466ffc7e5cc2 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 15:59:29.787212 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Attempting to bind port b9746950-227b-4c47-a96d-466ffc7e5cc2 on network 8145cfc6-cacf-4582-8605-57f0abbfc4ea {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 15:59:29.800479 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 15:59:29.800479 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Checking segment: {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:59:29.800479 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.800479 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Bound using segment: {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 15:59:29.800479 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Bound port: b9746950-227b-4c47-a96d-466ffc7e5cc2, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 15:59:29.800479 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.817445 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Network a632102c-6130-4abb-b1c8-54457bd9a66e is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 15:59:29.839794 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.840747 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, a632102c-6130-4abb-b1c8-54457bd9a66e) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:29.849932 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:29.850628 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.871185 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003c7f5e-fb53-400e-b6ea-43ab8fada79d None None] Network a632102c-6130-4abb-b1c8-54457bd9a66e requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:59:29.875375 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:59:29.879407 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:29.885643 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7bb5a81b-843f-4d07-8dcb-a60ce1fe99c4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1258779 Sep 04 15:59:29.888758 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39318) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:29.905619 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-712389673-router', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:29.922884 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:59:29.987752 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26187'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:29.989019 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3914403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26226'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:30.057403 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] For port b9746950-227b-4c47-a96d-466ffc7e5cc2, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 15:59:30.061545 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] For port b9746950-227b-4c47-a96d-466ffc7e5cc2, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=b9746950-227b-4c47-a96d-466ffc7e5cc2,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 15:59:30.070753 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:30.110600 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:30.121314 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-ad4227a6-27d0-42b9-bbca-4a5a8dc8a14f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 15:59:30.122553 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-ad4227a6-27d0-42b9-bbca-4a5a8dc8a14f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1765928 Sep 04 15:59:30.239175 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55050b-e4c9-4cfa-85ca-6334a56ae9e4 None None] Pushing event updated for resources: {'Port': ['ID=b9746950-227b-4c47-a96d-466ffc7e5cc2,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:30.252079 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Pushing event updated for resources: {'Port': ['ID=866a510c-add0-4c56-a603-17cc90616427,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:30.382211 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:30.384721 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39350) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:30.398448 dv-cinder-799663-6-iscsi neutron-server[93876]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 04 15:59:30.422912 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc34a841-ffa5-4261-8862-dc3ffcd2f368 None None] Network a632102c-6130-4abb-b1c8-54457bd9a66e requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:59:30.470137 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39352) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:30.475498 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:30.488019 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-978ba124-0537-4393-9b4c-aed15be5a52e service neutron] 10.222.0.53 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010542 Sep 04 15:59:30.696778 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2859-f9e7-4e99-8097-32015d234cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:30.701930 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-60586640-2d72-417e-93e3-7685220ed629 service neutron] 10.222.0.53 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130346 Sep 04 15:59:30.706035 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-78b2bca3-6cf9-422b-b24c-904d516ab121 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:30.707573 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-78b2bca3-6cf9-422b-b24c-904d516ab121 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/networks?id=6150ac03-ccdf-4032-b72d-f88ab557760f HTTP/1.1" status: 200 len: 811 time: 0.3217590 Sep 04 15:59:30.734020 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-3dface2e-e36d-4c2d-aac1-31770682451b tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/quotas/ae4927fbdd6e488c8c4a8218a837760c HTTP/1.1" status: 200 len: 375 time: 0.0200117 Sep 04 15:59:30.849237 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-399df7c9-0c14-45ee-a31f-26e4876c0331 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae4927fbdd6e488c8c4a8218a837760c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820348 Sep 04 15:59:30.885827 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:30.971562 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:31.006618 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:31.059864 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Router 09d67062-98c4-49a2-bd7a-f39bd8c38dce is scheduled to L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 15:59:31.101197 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2859-f9e7-4e99-8097-32015d234cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:31.108359 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2859-f9e7-4e99-8097-32015d234cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:31.167834 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-03cd31aa-604c-4c22-ba8f-cc14393c8c59 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 15:59:31.176712 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-03cd31aa-604c-4c22-ba8f-cc14393c8c59 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2383971 Sep 04 15:59:31.224230 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39386) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:31.224719 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-2f7a2859-f9e7-4e99-8097-32015d234cc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6054340381f4f5088e7ac2fcf6f4f72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7530000 Sep 04 15:59:31.228753 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a2859-f9e7-4e99-8097-32015d234cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e23ea3-32b4-4cc5-8a0b-7dc6157ef91f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:31.278170 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7973c992-3493-4f66-b0ed-755d7d3b1cba req-5bf9cfc1-124b-482d-9e65-fffa7178401b tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 210 time: 0.1065555 Sep 04 15:59:31.303401 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Allocated IP 172.27.2.197 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/16687edc-b18c-40aa-9a88-f6144ae52839) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:59:31.311709 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 15:59:31.327243 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ce304-2506-484f-a203-90ca8778049d None None] Sync routers for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 15:59:31.340390 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ce304-2506-484f-a203-90ca8778049d None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:59:31.341831 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-413ce304-2506-484f-a203-90ca8778049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:59:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:31.392334 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-606ffd39-269f-45e5-bbae-2882fc31d7ce service neutron] 10.222.0.53 "GET /v2.0/networks/6150ac03-ccdf-4032-b72d-f88ab557760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144461 Sep 04 15:59:31.411681 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:31.415731 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ee1c71e6-01a7-4498-bc11-fad1dcdd4703 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2815263 Sep 04 15:59:31.419250 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39402) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:31.492496 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-847f3aa9-0ccd-46e9-b8d5-9fc6a67d6b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:31.538093 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-847f3aa9-0ccd-46e9-b8d5-9fc6a67d6b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:31.554926 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-413ce304-2506-484f-a203-90ca8778049d None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:59:31.556982 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8979d7cf-ccde-431c-a362-d9f04e416d5d service neutron] 10.222.0.53 "GET /v2.0/networks/6150ac03-ccdf-4032-b72d-f88ab557760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637154 Sep 04 15:59:31.623801 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-847f3aa9-0ccd-46e9-b8d5-9fc6a67d6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:31.630522 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-847f3aa9-0ccd-46e9-b8d5-9fc6a67d6b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:31.632095 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-847f3aa9-0ccd-46e9-b8d5-9fc6a67d6b6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5e23ea3-32b4-4cc5-8a0b-7dc6157ef91f HTTP/1.1" status: 204 len: 168 time: 0.4053974 Sep 04 15:59:31.661655 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f3aa9-0ccd-46e9-b8d5-9fc6a67d6b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e23ea3-32b4-4cc5-8a0b-7dc6157ef91f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:31.744955 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04aebef-51dc-40a8-aede-6d54724e6165 None None] Network 8145cfc6-cacf-4582-8605-57f0abbfc4ea requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 15:59:31.786043 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:31.957168 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-413ce304-2506-484f-a203-90ca8778049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:30Z', 'revision_number': 3, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:31.988413 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-bb65d10c-83c0-4f92-a63c-4aab8b31365c None None] Provisioning for port b9746950-227b-4c47-a96d-466ffc7e5cc2 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:59:32.000733 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ce304-2506-484f-a203-90ca8778049d None None] Checking router: 09d67062-98c4-49a2-bd7a-f39bd8c38dce for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 15:59:32.001394 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ce304-2506-484f-a203-90ca8778049d None None] Updating router 09d67062-98c4-49a2-bd7a-f39bd8c38dce port 866a510c-add0-4c56-a603-17cc90616427 binding host dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 15:59:32.037633 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39436) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:32.049105 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413ce304-2506-484f-a203-90ca8778049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.242322 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cbf114d5-0906-4764-9eef-9fb08d423071 req-f8684cb8-3e2c-4748-b205-aa4e8a55ae0a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 210 time: 0.1559670 Sep 04 15:59:32.334250 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce945fca-9127-408e-a775-53e276c283c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.387135 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39460) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:32.407570 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device b9746950-227b-4c47-a96d-466ffc7e5cc2 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:59:32.484247 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53744532-e7b1-4503-9936-28b860666582 req-57c9ce69-8414-4858-b5c3-4aadfbad9fe0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 210 time: 0.1044693 Sep 04 15:59:32.485038 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-949610f1-8e29-4cd9-8728-2708b133f633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.573502 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port b9746950-227b-4c47-a96d-466ffc7e5cc2 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:59:32.581807 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port b9746950-227b-4c47-a96d-466ffc7e5cc2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:32.583636 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.621983 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.684407 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce945fca-9127-408e-a775-53e276c283c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.710199 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413ce304-2506-484f-a203-90ca8778049d None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.724205 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-413ce304-2506-484f-a203-90ca8778049d None None] Transition to ACTIVE for port object 866a510c-add0-4c56-a603-17cc90616427 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:59:32.734902 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:59:32.735340 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413ce304-2506-484f-a203-90ca8778049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.748097 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:32.758833 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:59:32.837410 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Pushing event updated for resources: {'Port': ['ID=866a510c-add0-4c56-a603-17cc90616427,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:32.847511 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.849342 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.850068 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.851204 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.851735 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.852119 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.852408 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.852746 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.853161 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.853767 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.854256 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.854579 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.855060 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Tracked resource versions report: Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: pushed versions: Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: { 'AddressGroup': {'1.2'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Log': {'1.0'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Network': {'1.1'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Port': {'1.7'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'PortForwarding': {'1.2'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'QosPolicy': {'1.9'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SecurityGroup': {'1.4'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SubPort': {'1.0'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Subnet': {'1.1'}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Trunk': {'1.1'}} Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: consumer versions: Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: { DHCP agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: HyperV agent@hv-cinder-79966: {}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: L3 agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: Metadata agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: Metering agent@dv-cinder-799663-6-iscsi: {}, Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: Open vSwitch agent@dv-cinder-799663-6-iscsi: { 'AddressGroup': '1.2', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'ConntrackHelper': '1.0', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Log': '1.0', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Network': '1.1', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Port': '1.7', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'PortForwarding': '1.2', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'QosPolicy': '1.9', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SecurityGroup': '1.4', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SecurityGroupRule': '1.2', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'SubPort': '1.0', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Subnet': '1.1', Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: 'Trunk': '1.1'}} Sep 04 15:59:32.856149 dv-cinder-799663-6-iscsi neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 15:59:32.860057 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce945fca-9127-408e-a775-53e276c283c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.908399 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port b9746950-227b-4c47-a96d-466ffc7e5cc2, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=b9746950-227b-4c47-a96d-466ffc7e5cc2,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 15:59:32.911403 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-413ce304-2506-484f-a203-90ca8778049d None None] Attempting to bind port 866a510c-add0-4c56-a603-17cc90616427 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 15:59:32.911782 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-413ce304-2506-484f-a203-90ca8778049d None None] Attempting to bind port 866a510c-add0-4c56-a603-17cc90616427 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 15:59:32.912150 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ce304-2506-484f-a203-90ca8778049d None None] Attempting to bind port 866a510c-add0-4c56-a603-17cc90616427 on network b16a2c4c-bd8a-4256-8514-e368c3f8c25b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 15:59:32.917105 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.918806 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ce304-2506-484f-a203-90ca8778049d None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 15:59:32.919462 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ce304-2506-484f-a203-90ca8778049d None None] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:59:32.920012 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413ce304-2506-484f-a203-90ca8778049d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.920623 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ce304-2506-484f-a203-90ca8778049d None None] Bound using segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 15:59:32.921384 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-413ce304-2506-484f-a203-90ca8778049d None None] Bound port: 866a510c-add0-4c56-a603-17cc90616427, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 15:59:32.922416 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413ce304-2506-484f-a203-90ca8778049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:32.930932 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ce945fca-9127-408e-a775-53e276c283c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9e964a4e8a44a44b58b457fbb8d7d3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8922808 Sep 04 15:59:32.933293 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce945fca-9127-408e-a775-53e276c283c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b5b528-9ae7-4fca-9c2d-df7f0dcf1f38,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:32.936043 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39492) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:32.985513 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-413ce304-2506-484f-a203-90ca8778049d None None] For port 866a510c-add0-4c56-a603-17cc90616427, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 15:59:32.990467 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-413ce304-2506-484f-a203-90ca8778049d None None] For port 866a510c-add0-4c56-a603-17cc90616427, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=866a510c-add0-4c56-a603-17cc90616427,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 15:59:32.999880 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Pushing event updated for resources: {'Port': ['ID=16687edc-b18c-40aa-9a88-f6144ae52839,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:33.001765 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-413ce304-2506-484f-a203-90ca8778049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.014143 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5572e444-9e50-4ee8-af7a-237ca5a746ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.038293 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5572e444-9e50-4ee8-af7a-237ca5a746ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.051253 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=b9746950-227b-4c47-a96d-466ffc7e5cc2,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:33.079361 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05d8d5-7941-49cd-beea-6087c7ba7f62 None None] Pushing event updated for resources: {'Port': ['ID=866a510c-add0-4c56-a603-17cc90616427,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:33.107277 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-949610f1-8e29-4cd9-8728-2708b133f633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.108186 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ce304-2506-484f-a203-90ca8778049d None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:59:33.108947 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-413ce304-2506-484f-a203-90ca8778049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:59:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:33.115229 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-949610f1-8e29-4cd9-8728-2708b133f633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.140906 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5572e444-9e50-4ee8-af7a-237ca5a746ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.144529 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5572e444-9e50-4ee8-af7a-237ca5a746ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.145914 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5572e444-9e50-4ee8-af7a-237ca5a746ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45b5b528-9ae7-4fca-9c2d-df7f0dcf1f38 HTTP/1.1" status: 204 len: 168 time: 0.2053382 Sep 04 15:59:33.167624 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-949610f1-8e29-4cd9-8728-2708b133f633 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a907ee68848a44f6934ac3b9ba7c7f76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7785997 Sep 04 15:59:33.168691 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39500) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:33.176020 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949610f1-8e29-4cd9-8728-2708b133f633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7924f0-99e3-4b7f-aec2-b703c9a9eff7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:33.217624 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572e444-9e50-4ee8-af7a-237ca5a746ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b5b528-9ae7-4fca-9c2d-df7f0dcf1f38,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:33.273787 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b96ef105-7297-4177-be1e-9a3e3f6271f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.301873 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b96ef105-7297-4177-be1e-9a3e3f6271f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.370231 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.374700 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b96ef105-7297-4177-be1e-9a3e3f6271f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.379016 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b96ef105-7297-4177-be1e-9a3e3f6271f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.384108 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b96ef105-7297-4177-be1e-9a3e3f6271f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e7924f0-99e3-4b7f-aec2-b703c9a9eff7 HTTP/1.1" status: 204 len: 168 time: 0.2140391 Sep 04 15:59:33.398874 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-413ce304-2506-484f-a203-90ca8778049d None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:59:33.400006 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ef105-7297-4177-be1e-9a3e3f6271f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7924f0-99e3-4b7f-aec2-b703c9a9eff7,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:33.457468 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-533e3077-61b2-4378-bf8b-d8786974eb3d req-f97d8103-e360-454e-b67e-9ae6e3a40b3c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 210 time: 0.0907538 Sep 04 15:59:33.541853 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:33.687679 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-413ce304-2506-484f-a203-90ca8778049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:30Z', 'revision_number': 3, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:33.724107 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ce304-2506-484f-a203-90ca8778049d None None] The sync data for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi is: [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:30Z', 'revision_number': 3, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 15:59:33.966884 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d37fe8d2-f1e3-4cc5-be0c-c9e607e247d1 req-78b0ffff-40ea-445d-887b-a32ae95bcc05 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 210 time: 0.2225881 Sep 04 15:59:34.010783 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Allocated IP 172.20.0.1 (8145cfc6-cacf-4582-8605-57f0abbfc4ea/54a33e9a-5d0b-4044-9bcd-845362bfae8d/5dbafc66-17fe-428e-92de-0ee639bfc6b7) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:59:34.173503 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.291095 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.319398 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Transition to ACTIVE for port object 5dbafc66-17fe-428e-92de-0ee639bfc6b7 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:59:34.338517 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device b9746950-227b-4c47-a96d-466ffc7e5cc2 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:59:34.410372 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port b9746950-227b-4c47-a96d-466ffc7e5cc2 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:34.410994 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.420552 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39546) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:34.428996 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.480056 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Router 731c1e3a-384e-40fa-bd7c-9996776b6218 is scheduled to L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 15:59:34.507813 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Network 8145cfc6-cacf-4582-8605-57f0abbfc4ea is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:59:34.515217 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:34.515936 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 866a510c-add0-4c56-a603-17cc90616427 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:59:34.523476 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:59:34.524140 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373993'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.595754 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 866a510c-add0-4c56-a603-17cc90616427 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:59:34.604559 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 866a510c-add0-4c56-a603-17cc90616427 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:34.605172 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.646121 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ceee94fa-5659-4a8f-a904-7ab6aa87aaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.670184 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbafc66-17fe-428e-92de-0ee639bfc6b7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:34.754363 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.810873 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 866a510c-add0-4c56-a603-17cc90616427, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=866a510c-add0-4c56-a603-17cc90616427,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 15:59:34.821029 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.908695 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ceee94fa-5659-4a8f-a904-7ab6aa87aaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.919031 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ceee94fa-5659-4a8f-a904-7ab6aa87aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.930590 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8ba9fcc0-21d0-4619-9697-7a0e03a8e713 None None] Provisioning for port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:59:34.964396 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8ba9fcc0-21d0-4619-9697-7a0e03a8e713 None None] Provisioning complete for port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:34.964933 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8ba9fcc0-21d0-4619-9697-7a0e03a8e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:34.967829 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=866a510c-add0-4c56-a603-17cc90616427,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:34.985858 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ceee94fa-5659-4a8f-a904-7ab6aa87aaea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6ee721c5c7e4ff29ed8636ba947f384&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5616593 Sep 04 15:59:34.985858 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee94fa-5659-4a8f-a904-7ab6aa87aaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37a49ee-0b4e-4058-8a22-8f5286ac33ad,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:34.987171 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39568) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:35.069998 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-8ba9fcc0-21d0-4619-9697-7a0e03a8e713 None None] Port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 15:59:35.097206 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b28ef1b5-9854-407b-a9c9-cbb162652fe8 req-6f425671-a343-41bd-b6fe-240d96f103d4 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 210 time: 0.2487724 Sep 04 15:59:35.102601 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7dba17ad-d8f8-4638-923e-fc3e90bf5912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.139592 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 15:59:35.154104 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Sync routers for ids ['731c1e3a-384e-40fa-bd7c-9996776b6218'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 15:59:35.159929 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f1b1f776-4208-4432-8204-6c4bb2c45b20 req-1ce33951-868e-4a70-be1c-b48e0ee03fed tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 210 time: 0.0893342 Sep 04 15:59:35.177142 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8c240f-f3b7-49e4-958d-200f921ccec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.186845 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Routers {'731c1e3a-384e-40fa-bd7c-9996776b6218'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:59:35.188082 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.188671 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:59:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['731c1e3a-384e-40fa-bd7c-9996776b6218'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:35.189316 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-479ef974-70e8-4b1b-a92a-24ee938e69df admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2980061 Sep 04 15:59:35.195892 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39576) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:35.228376 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8c240f-f3b7-49e4-958d-200f921ccec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.275206 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.291571 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8c240f-f3b7-49e4-958d-200f921ccec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.296027 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ab8c240f-f3b7-49e4-958d-200f921ccec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.303386 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ab8c240f-f3b7-49e4-958d-200f921ccec9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e37a49ee-0b4e-4058-8a22-8f5286ac33ad HTTP/1.1" status: 204 len: 168 time: 0.3153341 Sep 04 15:59:35.314887 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c240f-f3b7-49e4-958d-200f921ccec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37a49ee-0b4e-4058-8a22-8f5286ac33ad,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:35.378758 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Set router 731c1e3a-384e-40fa-bd7c-9996776b6218 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:59:35.580938 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.586578 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.587444 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914009'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.731750 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'name': 'tempest-ServerRescueNegativeTestJSON-712389673-router', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:33Z', 'revision_number': 3, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'gw_port': {'id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:31Z', 'updated_at': '2021-09-04T15:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:35.770418 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Checking router: 731c1e3a-384e-40fa-bd7c-9996776b6218 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 15:59:35.771072 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Updating router 731c1e3a-384e-40fa-bd7c-9996776b6218 port 16687edc-b18c-40aa-9a88-f6144ae52839 binding host dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 15:59:35.804661 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:35.840565 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Pushing event updated for resources: {'Port': ['ID=5dbafc66-17fe-428e-92de-0ee639bfc6b7,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:35.932931 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Network 8145cfc6-cacf-4582-8605-57f0abbfc4ea is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:59:35.950683 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:36.222767 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:36.239261 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Transition to ACTIVE for port object 16687edc-b18c-40aa-9a88-f6144ae52839 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:59:36.240178 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Router 09d67062-98c4-49a2-bd7a-f39bd8c38dce has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 15:59:36.248334 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:36.253370 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:36.306353 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5198b7d-eb76-4548-a169-d83ff5c35c7e None None] Pushing event updated for resources: {'Port': ['ID=16687edc-b18c-40aa-9a88-f6144ae52839,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:36.354049 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6e4869e1-d112-499a-8103-14b9dbcee799 None None] Provisioning complete for port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:36.354049 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e4869e1-d112-499a-8103-14b9dbcee799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:36.388793 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6e4869e1-d112-499a-8103-14b9dbcee799 None None] Port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 15:59:36.390551 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 866a510c-add0-4c56-a603-17cc90616427 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:59:36.402153 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Attempting to bind port 16687edc-b18c-40aa-9a88-f6144ae52839 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 15:59:36.404046 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Attempting to bind port 16687edc-b18c-40aa-9a88-f6144ae52839 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 15:59:36.404446 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Attempting to bind port 16687edc-b18c-40aa-9a88-f6144ae52839 on network b16a2c4c-bd8a-4256-8514-e368c3f8c25b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 15:59:36.416284 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9e0da06a-a163-4e72-b0de-66f5b1289271 req-3ce195fb-fbe2-4db0-b27d-df74d30c1bd8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 210 time: 0.0646656 Sep 04 15:59:36.436564 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 15:59:36.436960 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:59:36.437575 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:36.438126 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Bound using segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 15:59:36.438732 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Bound port: 16687edc-b18c-40aa-9a88-f6144ae52839, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 15:59:36.438999 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:36.454162 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-79759cc0-8b60-4a77-964e-00c983a53d28 req-52c15962-be2e-4917-9f36-f736dc278f09 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 210 time: 0.1020625 Sep 04 15:59:36.517503 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] For port 16687edc-b18c-40aa-9a88-f6144ae52839, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 15:59:36.522151 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] For port 16687edc-b18c-40aa-9a88-f6144ae52839, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=16687edc-b18c-40aa-9a88-f6144ae52839,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 15:59:36.531476 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:36.539972 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 866a510c-add0-4c56-a603-17cc90616427 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:36.541230 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:36.586143 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 15:59:36.596754 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Sync routers for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 15:59:36.619534 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3032b1e0-7868-452f-9410-98082512a145 admin admin] 10.222.0.53 "PUT /v2.0/routers/09d67062-98c4-49a2-bd7a-f39bd8c38dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1990836 Sep 04 15:59:36.626683 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:59:36.628032 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ab513547-15a3-4a52-a563-a47707912704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:59:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:36.645545 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Routers {'731c1e3a-384e-40fa-bd7c-9996776b6218'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:59:36.646184 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:59:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['731c1e3a-384e-40fa-bd7c-9996776b6218'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:36.655638 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5198b7d-eb76-4548-a169-d83ff5c35c7e None None] Pushing event updated for resources: {'Port': ['ID=16687edc-b18c-40aa-9a88-f6144ae52839,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:36.745106 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Allocated IP 172.20.0.1 (a632102c-6130-4abb-b1c8-54457bd9a66e/b27b951f-d51e-44d0-915e-6906f258bd64/7dae45b8-2243-4818-9871-7fac4ae2cdb8) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:59:36.833560 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] Set router 731c1e3a-384e-40fa-bd7c-9996776b6218 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:59:36.907316 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:36.926974 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:59:36.954504 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:37.014166 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Network a632102c-6130-4abb-b1c8-54457bd9a66e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:59:37.021136 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:37.024530 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:59:37.025043 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373993'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:37.035643 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7dae45b8-2243-4818-9871-7fac4ae2cdb8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:37.117433 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'name': 'tempest-ServerRescueNegativeTestJSON-712389673-router', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:33Z', 'revision_number': 3, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'gw_port': {'id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:31Z', 'updated_at': '2021-09-04T15:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:37.182637 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0351e-1713-452b-9fc9-822115f36f25 None None] The sync data for ids ['731c1e3a-384e-40fa-bd7c-9996776b6218'] in dv-cinder-799663-6-iscsi is: [{'id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'name': 'tempest-ServerRescueNegativeTestJSON-712389673-router', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:33Z', 'revision_number': 3, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'gw_port': {'id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:31Z', 'updated_at': '2021-09-04T15:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 15:59:37.278507 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ab513547-15a3-4a52-a563-a47707912704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 2, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:37.294475 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:37.318297 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Checking router: 09d67062-98c4-49a2-bd7a-f39bd8c38dce for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 15:59:37.319201 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Updating router 09d67062-98c4-49a2-bd7a-f39bd8c38dce port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 binding host dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 15:59:37.354780 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:37.690696 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5f034207-eaaa-4560-8541-8b28af03ce05 req-3b3ac8dc-2fc6-44d4-b09a-c759bff6374a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 210 time: 0.1305404 Sep 04 15:59:37.753726 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:37.768824 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:37.776020 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914009'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:37.876332 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7e4061b6-449d-4ae9-9f17-a9ce3629e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.003471 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.019369 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Transition to ACTIVE for port object 5dbafc66-17fe-428e-92de-0ee639bfc6b7 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:59:38.031400 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a54bf694-f77d-41f3-be79-b51d641a7d22 req-2c44920b-af1a-47f6-a9b4-f42a5ec80620 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 210 time: 0.1356871 Sep 04 15:59:38.032826 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.049066 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39668) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:38.057391 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7dae45b8-2243-4818-9871-7fac4ae2cdb8,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:38.077407 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1dcad-cb93-4af9-a34e-2980b57acccf None None] Pushing event updated for resources: {'Port': ['ID=5dbafc66-17fe-428e-92de-0ee639bfc6b7,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:38.088465 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-49131927-5481-4a71-ba47-97f1ce0c1180 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618812060', 'description': 'tempest-description--879739000'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:38.135225 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-49131927-5481-4a71-ba47-97f1ce0c1180 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.145971 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.232280 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Attempting to bind port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 15:59:38.234397 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Attempting to bind port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 15:59:38.237359 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Attempting to bind port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 on network 8145cfc6-cacf-4582-8605-57f0abbfc4ea {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 15:59:38.256026 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 15:59:38.267497 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Checking segment: {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:59:38.267918 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.268840 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Bound using segment: {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 15:59:38.269375 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Bound port: 5dbafc66-17fe-428e-92de-0ee639bfc6b7, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 15:59:38.285013 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.302766 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 16687edc-b18c-40aa-9a88-f6144ae52839 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:59:38.400507 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Network a632102c-6130-4abb-b1c8-54457bd9a66e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:59:38.406446 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.46', 58766) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:38.418058 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:38.511872 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ab513547-15a3-4a52-a563-a47707912704 None None] For port 5dbafc66-17fe-428e-92de-0ee639bfc6b7, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 15:59:38.518568 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 16687edc-b18c-40aa-9a88-f6144ae52839 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:59:38.527364 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 16687edc-b18c-40aa-9a88-f6144ae52839 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:38.528908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.535238 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ab513547-15a3-4a52-a563-a47707912704 None None] For port 5dbafc66-17fe-428e-92de-0ee639bfc6b7, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=5dbafc66-17fe-428e-92de-0ee639bfc6b7,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 15:59:38.553312 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.760449 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:59:38.767184 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ab513547-15a3-4a52-a563-a47707912704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:59:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:38.779999 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-49131927-5481-4a71-ba47-97f1ce0c1180 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.803857 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-49131927-5481-4a71-ba47-97f1ce0c1180 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.896535 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-49131927-5481-4a71-ba47-97f1ce0c1180 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.897779 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-49131927-5481-4a71-ba47-97f1ce0c1180 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.8425438 Sep 04 15:59:38.914696 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-5dd5e94a-5c81-45ef-afc8-544ee128e227 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:38.921546 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-5dd5e94a-5c81-45ef-afc8-544ee128e227 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 815 time: 0.5088828 Sep 04 15:59:38.923908 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39692) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:38.949625 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9d0d0cfa-6cd7-4296-9031-0530df1483d2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'security_group_rule': {'security_group_id': 'ea713b21-f8fe-420d-a1b5-43599f693477', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:38.966007 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:38.967779 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Router 731c1e3a-384e-40fa-bd7c-9996776b6218 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 15:59:39.014101 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Request body: {'port': {'device_id': '9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f', 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1', 'admin_state_up': True, 'tenant_id': '39cf997e366848e5bbbeae43e4a71100'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:39.058295 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7fe4d9f9-5577-4d81-9aec-9cacbef95276 req-f3446020-d68a-486d-8c1e-13cf095faad4 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 210 time: 0.1681387 Sep 04 15:59:39.062562 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49131927-5481-4a71-ba47-97f1ce0c1180 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea713b21-f8fe-420d-a1b5-43599f693477,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:39.101848 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 16687edc-b18c-40aa-9a88-f6144ae52839, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=16687edc-b18c-40aa-9a88-f6144ae52839,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 15:59:39.130356 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:39.136050 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:39.164357 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1dcad-cb93-4af9-a34e-2980b57acccf None None] Pushing event updated for resources: {'Port': ['ID=5dbafc66-17fe-428e-92de-0ee639bfc6b7,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:39.247944 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.46', 58772) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:39.304231 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-ab513547-15a3-4a52-a563-a47707912704 None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:59:39.315536 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=16687edc-b18c-40aa-9a88-f6144ae52839,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:39.403541 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f15139a7-5a53-419f-86e9-ad7ef1ac8f10 req-cde83288-6926-4a11-859e-965d480490cb tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 210 time: 0.1537445 Sep 04 15:59:39.528055 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0cfa-6cd7-4296-9031-0530df1483d2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:39.717574 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-ab513547-15a3-4a52-a563-a47707912704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:38Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:39.722814 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0cfa-6cd7-4296-9031-0530df1483d2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:39.738173 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0cfa-6cd7-4296-9031-0530df1483d2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:39.757307 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab513547-15a3-4a52-a563-a47707912704 None None] The sync data for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi is: [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:38Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 15:59:39.791325 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d0cfa-6cd7-4296-9031-0530df1483d2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3340d834-f00a-4e7d-aba8-5b8b275c842b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:39.810378 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Made reservation on behalf of 39cf997e366848e5bbbeae43e4a71100 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:59:39.827139 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:39.835450 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0cfa-6cd7-4296-9031-0530df1483d2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:39.850341 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9d0d0cfa-6cd7-4296-9031-0530df1483d2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9209895 Sep 04 15:59:39.851396 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 39742) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:39.949922 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c922f8d8-f35f-4fa2-bfc6-b6809b593188 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'security_group_rule': {'security_group_id': 'ea713b21-f8fe-420d-a1b5-43599f693477', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:39.992700 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 15:59:40.015451 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-960b357e-1eb9-4418-a743-b536f23a56f1 admin admin] 10.222.0.53 "PUT /v2.0/routers/731c1e3a-384e-40fa-bd7c-9996776b6218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8184686 Sep 04 15:59:40.106565 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-aa75f3c7-79bd-47d4-acb4-7a88d22d1467 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:40.109289 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-aa75f3c7-79bd-47d4-acb4-7a88d22d1467 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.46 "GET /v2.0/networks?id=6150ac03-ccdf-4032-b72d-f88ab557760f HTTP/1.1" status: 200 len: 811 time: 0.8595676 Sep 04 15:59:40.133785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Request body: {'port': {'device_id': 'c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e', 'network_id': '6150ac03-ccdf-4032-b72d-f88ab557760f', 'admin_state_up': True, 'tenant_id': 'ae4927fbdd6e488c8c4a8218a837760c'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:40.165548 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c922f8d8-f35f-4fa2-bfc6-b6809b593188 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:40.435156 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 5dbafc66-17fe-428e-92de-0ee639bfc6b7 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:59:40.495819 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-df857dee-f475-447c-8cd6-24db33be7486 req-a78f80ca-9158-4ca7-8190-f60c23147c83 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 210 time: 0.2285085 Sep 04 15:59:40.505141 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Allocated IP 172.20.0.12 (4ba93ff3-c068-4875-acb4-63c360b33ec1/0253b67f-bd7c-4f5d-9250-4fbb5f2aae95/d943eb27-7e89-4531-9d03-243f18313e8a) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:59:40.600112 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:59:40.610413 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:40.610828 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:40.733375 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Sync routers for ids ['731c1e3a-384e-40fa-bd7c-9996776b6218'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 15:59:40.829563 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-510c7d92-1259-47d0-9bf4-76e10bd7a081 req-874e933c-4a90-4e53-b858-c391af26b417 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 210 time: 0.0942543 Sep 04 15:59:40.835513 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c922f8d8-f35f-4fa2-bfc6-b6809b593188 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:40.874333 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:40.883360 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Routers {'731c1e3a-384e-40fa-bd7c-9996776b6218'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:59:40.884227 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:59:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['731c1e3a-384e-40fa-bd7c-9996776b6218'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:40.897175 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Made reservation on behalf of ae4927fbdd6e488c8c4a8218a837760c for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 15:59:40.902853 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:40.949284 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c922f8d8-f35f-4fa2-bfc6-b6809b593188 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.058693 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.081360 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922f8d8-f35f-4fa2-bfc6-b6809b593188 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6bb6f1-f5f9-4d86-b481-715de66817d2,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:41.105588 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c922f8d8-f35f-4fa2-bfc6-b6809b593188 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.117434 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c922f8d8-f35f-4fa2-bfc6-b6809b593188 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2532427 Sep 04 15:59:41.128844 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 39794) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:41.134152 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'floatingip': {'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 15:59:41.167201 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.263407 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.276662 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.337698 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 5dbafc66-17fe-428e-92de-0ee639bfc6b7, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=5dbafc66-17fe-428e-92de-0ee639bfc6b7,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 15:59:41.343424 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.344352 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 16687edc-b18c-40aa-9a88-f6144ae52839 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:59:41.390936 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Pushing event updated for resources: {'Port': ['ID=d943eb27-7e89-4531-9d03-243f18313e8a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:41.392603 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.397073 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Network 4ba93ff3-c068-4875-acb4-63c360b33ec1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:59:41.397926 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Set router 731c1e3a-384e-40fa-bd7c-9996776b6218 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:59:41.398998 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:41.401677 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:59:41.411750 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:41.412893 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.425793 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-46b3b467-dfd2-4f02-92cd-cee9988f3473 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:41.427324 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-46b3b467-dfd2-4f02-92cd-cee9988f3473 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 818 time: 0.3791144 Sep 04 15:59:41.428560 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Allocated IP 172.20.0.12 (6150ac03-ccdf-4032-b72d-f88ab557760f/af9d172f-435e-4c15-9a04-cf7d89416c34/dbe72424-afe5-464d-93bc-189a96398553) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:59:41.443832 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-8b944c38-173d-46a5-bc7e-485c3ae65e7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4628546 Sep 04 15:59:41.485588 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-802a6f6e-23e0-4c9f-a66a-e4259311c2c1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/quotas/7781f4c667064073ad11a7cb2d180cac HTTP/1.1" status: 200 len: 375 time: 0.0464380 Sep 04 15:59:41.515058 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=5dbafc66-17fe-428e-92de-0ee639bfc6b7,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:41.547162 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 16687edc-b18c-40aa-9a88-f6144ae52839 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:41.547537 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.667931 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-a7291441-3cc3-449b-a584-241586a5412f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1768601 Sep 04 15:59:41.773783 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c682c-ffdd-481d-8931-3e511d31d2af req-b32d186d-fe0c-4e76-9879-0eac45c7ccfe tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:41.775568 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d04c682c-ffdd-481d-8931-3e511d31d2af req-b32d186d-fe0c-4e76-9879-0eac45c7ccfe tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.1434619 Sep 04 15:59:41.821984 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'name': 'tempest-ServerRescueNegativeTestJSON-712389673-router', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:37Z', 'revision_number': 4, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'gw_port': {'id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:31Z', 'updated_at': '2021-09-04T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '7dae45b8-2243-4818-9871-7fac4ae2cdb8', 'name': '', 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'mac_address': 'fa:16:3e:68:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b27b951f-d51e-44d0-915e-6906f258bd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:36Z', 'updated_at': '2021-09-04T15:59:37Z', 'revision_number': 2, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'subnets': [{'id': 'b27b951f-d51e-44d0-915e-6906f258bd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:41.833704 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.837937 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:41.875943 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Checking router: 731c1e3a-384e-40fa-bd7c-9996776b6218 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 15:59:41.876306 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Updating router 731c1e3a-384e-40fa-bd7c-9996776b6218 port 7dae45b8-2243-4818-9871-7fac4ae2cdb8 binding host dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 15:59:41.899717 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d04c682c-ffdd-481d-8931-3e511d31d2af req-7421237d-e18e-41db-aa25-a06b82de216b tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074498 Sep 04 15:59:41.943895 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.069534 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-ff98f3f5-041d-4e2b-9efa-3a27b61406d2 service neutron] 10.222.0.53 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703468 Sep 04 15:59:42.086567 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-19110acc-72aa-44b7-b6f8-22217f0ae5a6 req-682f59f7-4f7a-45ad-a2d4-d562b7499013 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 210 time: 0.0495570 Sep 04 15:59:42.116687 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.236132 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 5dbafc66-17fe-428e-92de-0ee639bfc6b7 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:59:42.309071 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.325321 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Network 6150ac03-ccdf-4032-b72d-f88ab557760f is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:59:42.331220 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Transition to ACTIVE for port object 7dae45b8-2243-4818-9871-7fac4ae2cdb8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 15:59:42.339687 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.346047 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:42.356225 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Pushing event updated for resources: {'Port': ['ID=dbe72424-afe5-464d-93bc-189a96398553,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:42.372290 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:59:42.376404 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:42.376887 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.378336 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:42.378829 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.403724 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Allocated IP 172.27.2.147 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/7cab1d2e-2ece-4c9e-a6b2-2f80028aa94f) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 15:59:42.409749 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-15d68ce2-41eb-465e-ac36-60700d62a12b service neutron] 10.222.0.53 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388541 Sep 04 15:59:42.432999 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a3f6135e-20d5-48a4-ad65-1e6e9477e82c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3141720 Sep 04 15:59:42.448780 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fb43b-6398-453b-b553-093fd0d474c6 None None] Pushing event updated for resources: {'Port': ['ID=7dae45b8-2243-4818-9871-7fac4ae2cdb8,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:42.531622 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Attempting to bind port 7dae45b8-2243-4818-9871-7fac4ae2cdb8 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 15:59:42.532340 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Attempting to bind port 7dae45b8-2243-4818-9871-7fac4ae2cdb8 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 15:59:42.532340 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Attempting to bind port 7dae45b8-2243-4818-9871-7fac4ae2cdb8 on network a632102c-6130-4abb-b1c8-54457bd9a66e {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 15:59:42.548010 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 15:59:42.548394 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Checking segment: {'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 15:59:42.548808 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.549923 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Bound using segment: {'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 15:59:42.551642 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Bound port: 7dae45b8-2243-4818-9871-7fac4ae2cdb8, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 15:59:42.552244 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.576086 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.646085 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.682677 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e886cfb9-65f2-4d8a-8194-46e5dd65ae1a req-a2fe339b-470e-4edd-9222-7d8656eeaf7a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 210 time: 0.0454187 Sep 04 15:59:42.684145 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 15:59:42.687340 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 15:59:42.694427 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 15:59:42.741676 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] For port 7dae45b8-2243-4818-9871-7fac4ae2cdb8, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 15:59:42.745300 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] For port 7dae45b8-2243-4818-9871-7fac4ae2cdb8, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=7dae45b8-2243-4818-9871-7fac4ae2cdb8,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 15:59:42.753499 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.778154 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'Port': ['ID=7cab1d2e-2ece-4c9e-a6b2-2f80028aa94f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:42.831795 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Routers {'731c1e3a-384e-40fa-bd7c-9996776b6218'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 15:59:42.832459 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T15:59:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['731c1e3a-384e-40fa-bd7c-9996776b6218'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:42.833782 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:42.875163 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fb43b-6398-453b-b553-093fd0d474c6 None None] Pushing event updated for resources: {'Port': ['ID=7dae45b8-2243-4818-9871-7fac4ae2cdb8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:42.975254 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] Set router 731c1e3a-384e-40fa-bd7c-9996776b6218 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 15:59:43.077964 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:43.174924 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-ec576150-43a4-4b14-b6fd-19e00f6ed797 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:43.181885 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-ec576150-43a4-4b14-b6fd-19e00f6ed797 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 818 time: 0.3535421 Sep 04 15:59:43.195873 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668bce-963d-460c-8aa1-661381f342ac req-2f7ebe58-a007-45f2-939b-45f74e05c9cc tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:43.197464 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-13668bce-963d-460c-8aa1-661381f342ac req-2f7ebe58-a007-45f2-939b-45f74e05c9cc tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.1231420 Sep 04 15:59:43.211986 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-e29ed572-b7b8-486a-a4ea-cf986e046e78 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/quotas/7781f4c667064073ad11a7cb2d180cac HTTP/1.1" status: 200 len: 375 time: 0.0291405 Sep 04 15:59:43.247435 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'name': 'tempest-ServerRescueNegativeTestJSON-712389673-router', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:37Z', 'revision_number': 4, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'gw_port': {'id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:31Z', 'updated_at': '2021-09-04T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '7dae45b8-2243-4818-9871-7fac4ae2cdb8', 'name': '', 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'mac_address': 'fa:16:3e:68:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b27b951f-d51e-44d0-915e-6906f258bd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:36Z', 'updated_at': '2021-09-04T15:59:42Z', 'revision_number': 4, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'subnets': [{'id': 'b27b951f-d51e-44d0-915e-6906f258bd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 15:59:43.253690 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-13668bce-963d-460c-8aa1-661381f342ac req-0f447d1c-ae0c-401a-a6a7-7a44aefb5d63 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496230 Sep 04 15:59:43.276500 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eea849-d7c0-4787-a97b-c87e40ad23e9 None None] The sync data for ids ['731c1e3a-384e-40fa-bd7c-9996776b6218'] in dv-cinder-799663-6-iscsi is: [{'id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'name': 'tempest-ServerRescueNegativeTestJSON-712389673-router', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:37Z', 'revision_number': 4, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'gw_port': {'id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:31Z', 'updated_at': '2021-09-04T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '7dae45b8-2243-4818-9871-7fac4ae2cdb8', 'name': '', 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'mac_address': 'fa:16:3e:68:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b27b951f-d51e-44d0-915e-6906f258bd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:36Z', 'updated_at': '2021-09-04T15:59:42Z', 'revision_number': 4, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'subnets': [{'id': 'b27b951f-d51e-44d0-915e-6906f258bd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 15:59:43.304079 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-34eeb4a9-cdbd-4440-893c-f21504bdf8a6 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912316 Sep 04 15:59:43.388491 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba92056-8cc9-470c-bf12-1a0e55248940 req-09554735-8380-4aab-a091-a3989a6a89bc tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:43.390212 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aba92056-8cc9-470c-bf12-1a0e55248940 req-09554735-8380-4aab-a091-a3989a6a89bc tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0832360 Sep 04 15:59:43.438261 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aba92056-8cc9-470c-bf12-1a0e55248940 req-d0986f6d-0d1b-4048-b901-4b170f6fef26 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 Sep 04 15:59:43.459131 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:43.464351 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-2098a12d-e2a3-4491-ab70-e18219795dc8 service neutron] 10.222.0.53 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435881 Sep 04 15:59:43.465506 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:43.519297 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:43.552068 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'Port': ['ID=7cab1d2e-2ece-4c9e-a6b2-2f80028aa94f,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:43.595086 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:43.596816 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-507b95d4-4f19-437d-8ccb-92ea0fcd777c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4658346 Sep 04 15:59:43.656925 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-3d09ff94-69a6-43a7-8a8e-58ec42160f2b service neutron] 10.222.0.53 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826100 Sep 04 15:59:43.882207 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-10ae6c5c-df40-4b85-b3a7-14225c3db8c1 req-5f5b67e7-720d-47a6-b680-e611ac1da288 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0414362 Sep 04 15:59:43.949109 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-24a637f5-8fa9-415c-8b74-34244236551b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--618812060&fields=id&tenant_id=6f1873aa89b04304a4553ff72225c139 HTTP/1.1" status: 200 len: 267 time: 0.1063502 Sep 04 15:59:44.067148 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-8f84894a-64d3-40d6-97e4-80d0d9999b47 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:44.071366 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-8f84894a-64d3-40d6-97e4-80d0d9999b47 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 817 time: 0.1214287 Sep 04 15:59:44.094200 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-c992374c-d2d6-42b1-b884-9dac4d9cc844 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/quotas/6f1873aa89b04304a4553ff72225c139 HTTP/1.1" status: 200 len: 375 time: 0.0123141 Sep 04 15:59:44.175166 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-bc5c0c73-b3d5-47c9-960d-25b822affed0 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723412 Sep 04 15:59:44.239812 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7dae45b8-2243-4818-9871-7fac4ae2cdb8 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:59:44.327811 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 7dae45b8-2243-4818-9871-7fac4ae2cdb8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 15:59:44.332917 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 7dae45b8-2243-4818-9871-7fac4ae2cdb8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:44.333347 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:44.478563 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888629-5711-41e0-b23e-90e8945cfef9 req-a05b41fa-5b06-4d0f-9391-faa097034ac4 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:44.480785 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e3888629-5711-41e0-b23e-90e8945cfef9 req-a05b41fa-5b06-4d0f-9391-faa097034ac4 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.1058252 Sep 04 15:59:44.520465 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:44.536967 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e3888629-5711-41e0-b23e-90e8945cfef9 req-e292446b-2a79-4c9e-be9d-057387f19bcf tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494876 Sep 04 15:59:44.556840 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-486ad4a0-02e3-4ccc-b647-f4157314e859 service neutron] 10.222.0.53 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546772 Sep 04 15:59:44.560496 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 7dae45b8-2243-4818-9871-7fac4ae2cdb8, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=7dae45b8-2243-4818-9871-7fac4ae2cdb8,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 15:59:44.567861 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:44.658011 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=7dae45b8-2243-4818-9871-7fac4ae2cdb8,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:44.676510 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83684-bfd0-4402-aa59-7ad66c464d93 req-2e822bf7-3dd5-4ff6-8e43-396113e15e1a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:44.679841 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-e1a7c0ee-7edb-4e2a-80c4-634cd6c840a9 service neutron] 10.222.0.53 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125655 Sep 04 15:59:44.679987 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b7e83684-bfd0-4402-aa59-7ad66c464d93 req-2e822bf7-3dd5-4ff6-8e43-396113e15e1a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0704255 Sep 04 15:59:44.719364 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b7e83684-bfd0-4402-aa59-7ad66c464d93 req-25fe714d-8a2b-4f48-858c-1beecea47ac8 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Sep 04 15:59:44.840789 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3252f248-1f0a-4824-8403-22acf276e781 req-8d28e6fd-f87f-43e7-b754-8010f4e36d13 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0256310 Sep 04 15:59:44.998241 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d50e099e-6e93-4097-a250-1c5b0bbb2e0c req-1ce9b6d7-d2a9-4509-af00-dd1da5913422 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0258687 Sep 04 15:59:45.683234 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9c42-5e4b-4ead-b35b-f5174c0aa512 req-31d9d95f-cd8c-44cf-90d2-b8081993a4ee tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:45.684392 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7c4f9c42-5e4b-4ead-b35b-f5174c0aa512 req-31d9d95f-cd8c-44cf-90d2-b8081993a4ee tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0566201 Sep 04 15:59:45.729696 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7c4f9c42-5e4b-4ead-b35b-f5174c0aa512 req-6aee7b47-5a38-4019-bd4d-8fc69e064fd6 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Sep 04 15:59:45.845416 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aefa5-97bd-4a2c-8b27-1dd3233245d5 req-b48e92cd-437f-44e6-959c-963d6e5da1d5 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:45.847514 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7f3aefa5-97bd-4a2c-8b27-1dd3233245d5 req-b48e92cd-437f-44e6-959c-963d6e5da1d5 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0558982 Sep 04 15:59:45.901576 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7f3aefa5-97bd-4a2c-8b27-1dd3233245d5 req-e577cf8c-b1ba-4c44-8103-31c27b6ba2ef tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477314 Sep 04 15:59:45.969831 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4d7f8f43-0f6d-40c5-b908-db9026f95c62 req-512e500b-2687-4ab9-bae3-97ce34fd2bff tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0316525 Sep 04 15:59:46.108156 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1c1e1aa1-6410-4cf9-948f-c10d802ea931 req-f0bce5e1-85cc-42a2-8bb1-e866e4e65986 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0328393 Sep 04 15:59:46.222766 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7dae45b8-2243-4818-9871-7fac4ae2cdb8 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 15:59:46.279996 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 7dae45b8-2243-4818-9871-7fac4ae2cdb8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 15:59:46.280643 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:46.620919 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 15:59:46.882823 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1ba13-9d1c-4865-8082-a11026391072 req-ea35d1d2-53cc-42b2-9dca-e03268d9efae tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:46.884493 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4ab1ba13-9d1c-4865-8082-a11026391072 req-ea35d1d2-53cc-42b2-9dca-e03268d9efae tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0856690 Sep 04 15:59:46.927086 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4ab1ba13-9d1c-4865-8082-a11026391072 req-f66d199c-b364-40d8-89d5-f52682676f7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348458 Sep 04 15:59:47.024487 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7584-ad42-4d2c-96bd-1c0c1d9ff72e req-670ff282-0884-4edc-b0a4-06577d032f71 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:47.025998 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-21bc7584-ad42-4d2c-96bd-1c0c1d9ff72e req-670ff282-0884-4edc-b0a4-06577d032f71 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0515399 Sep 04 15:59:47.063871 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-21bc7584-ad42-4d2c-96bd-1c0c1d9ff72e req-4e48ba88-ba15-48b2-90f9-b9d932f21d00 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Sep 04 15:59:47.075125 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-be2675bd-e71f-4381-b50a-38f6c2c62ad1 req-407c5b8f-38ef-4fd1-9c15-5537c5186f54 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0287566 Sep 04 15:59:47.203047 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8a4d16e6-7523-479e-bb07-8e4f42e2bf7a req-d3d443c3-4520-4dbd-8efb-957d53fe364b tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0262444 Sep 04 15:59:48.069521 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721459e5-4d1a-4271-a0da-4ee9f306abfe req-74a08ce8-3330-4cd7-9578-1c7cccd14f57 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:48.071960 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-721459e5-4d1a-4271-a0da-4ee9f306abfe req-74a08ce8-3330-4cd7-9578-1c7cccd14f57 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0570092 Sep 04 15:59:48.151837 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-721459e5-4d1a-4271-a0da-4ee9f306abfe req-11f61e64-4e31-4255-9184-37a11d77c7cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691195 Sep 04 15:59:48.266720 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ddcbe-3173-4db8-a9df-da60dbc700eb req-dc53d94b-65fb-42de-b388-5883000283cd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:48.289017 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6d4ddcbe-3173-4db8-a9df-da60dbc700eb req-dc53d94b-65fb-42de-b388-5883000283cd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0860927 Sep 04 15:59:48.335123 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-851c1f01-898d-420b-be11-ad9df1aa09e3 req-5e432d8d-8676-4147-99d7-67fa1974725b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0595789 Sep 04 15:59:48.345439 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6d4ddcbe-3173-4db8-a9df-da60dbc700eb req-674d5348-dbdf-4e3f-8e29-2abd936e2ee5 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Sep 04 15:59:48.423501 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1d4ea3b2-5bd7-40ef-a357-ee584cb2e287 req-db712146-1700-415a-9a55-48c370d99d30 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0255718 Sep 04 15:59:49.100316 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 40012) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:49.248424 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4d5377c-2e14-40e8-88c0-d34439e6dc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:49.335800 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bad54-edde-45bb-bb27-4afaff10e1d4 req-7e3508b7-373f-4bd3-a6d5-28813c5476e9 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:49.341349 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f87bad54-edde-45bb-bb27-4afaff10e1d4 req-7e3508b7-373f-4bd3-a6d5-28813c5476e9 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0760458 Sep 04 15:59:49.397798 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f87bad54-edde-45bb-bb27-4afaff10e1d4 req-7638fa03-2231-4515-87b4-c69ba014a883 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536063 Sep 04 15:59:49.445217 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4d5377c-2e14-40e8-88c0-d34439e6dc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:49.449726 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4d5377c-2e14-40e8-88c0-d34439e6dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:49.519901 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c4d5377c-2e14-40e8-88c0-d34439e6dc50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=068ce89ef5c2469c9431efe977aad5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154534 Sep 04 15:59:49.520276 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5377c-2e14-40e8-88c0-d34439e6dc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f0f6c1-5b59-4897-9f76-ccdb5b821f79,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:49.522927 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 40038) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:49.545463 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e7a19997-f716-43ff-826d-1038983b9802 req-6ee6b3e6-8d4c-4d33-80dd-010fbfe851ec tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0447943 Sep 04 15:59:49.567772 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62e5a6-62f2-4489-84c3-8a164a20b73a req-3f706199-d69d-4403-95c5-7774e4c730a3 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:49.569297 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f62e5a6-62f2-4489-84c3-8a164a20b73a req-3f706199-d69d-4403-95c5-7774e4c730a3 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.1085224 Sep 04 15:59:49.630290 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4385110-399f-4b03-b4f3-e0ef5b02d796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:49.655043 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f62e5a6-62f2-4489-84c3-8a164a20b73a req-abcb282a-9998-4dcf-9dc5-a1caf3cdc0f4 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746806 Sep 04 15:59:49.679373 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4385110-399f-4b03-b4f3-e0ef5b02d796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:49.753425 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4385110-399f-4b03-b4f3-e0ef5b02d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:49.757146 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4385110-399f-4b03-b4f3-e0ef5b02d796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:49.758592 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c4385110-399f-4b03-b4f3-e0ef5b02d796 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57f0f6c1-5b59-4897-9f76-ccdb5b821f79 HTTP/1.1" status: 204 len: 168 time: 0.2331548 Sep 04 15:59:49.769855 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4385110-399f-4b03-b4f3-e0ef5b02d796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f0f6c1-5b59-4897-9f76-ccdb5b821f79,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:49.841025 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f33aac88-0268-4be3-873d-176c090455fe req-10a04da8-6915-452a-b240-724104247899 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0594902 Sep 04 15:59:50.083363 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 40064) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:50.096142 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8d02ca3-6fc3-4e8f-95bf-8957069332de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:50.195965 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8d02ca3-6fc3-4e8f-95bf-8957069332de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:50.200359 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d8d02ca3-6fc3-4e8f-95bf-8957069332de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:50.243736 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d8d02ca3-6fc3-4e8f-95bf-8957069332de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da2070872e7144609e73fbd6f8410b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592624 Sep 04 15:59:50.244604 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d02ca3-6fc3-4e8f-95bf-8957069332de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddba7f4e-01e1-402e-90a7-24ab7d84d09b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:50.246566 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 40066) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:50.304419 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5a75341-31e1-4c9d-9720-376dbaee082e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:50.325304 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5a75341-31e1-4c9d-9720-376dbaee082e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:50.377415 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5a75341-31e1-4c9d-9720-376dbaee082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:50.380510 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5a75341-31e1-4c9d-9720-376dbaee082e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:50.381697 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e5a75341-31e1-4c9d-9720-376dbaee082e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ddba7f4e-01e1-402e-90a7-24ab7d84d09b HTTP/1.1" status: 204 len: 168 time: 0.1341357 Sep 04 15:59:50.390325 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a75341-31e1-4c9d-9720-376dbaee082e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddba7f4e-01e1-402e-90a7-24ab7d84d09b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:50.525921 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffef323-f5f2-4684-a111-6eb3eebfadcd req-d81b39f5-f1d1-43f7-8a80-50b32918f483 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:50.527451 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0ffef323-f5f2-4684-a111-6eb3eebfadcd req-d81b39f5-f1d1-43f7-8a80-50b32918f483 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0570736 Sep 04 15:59:50.576604 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0ffef323-f5f2-4684-a111-6eb3eebfadcd req-a2515e1d-2891-4115-b2a1-acca8a3414cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382793 Sep 04 15:59:50.664499 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-234afddd-d20b-4adb-ba66-a87f533e823a req-d4760d88-a9c5-4de2-a62e-9a4f124cdf4d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0323648 Sep 04 15:59:50.797055 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fbd13-6516-48b3-b61f-fa161d9ee9a2 req-36b43f38-6c99-4bab-bafa-41dfdfd3fbeb tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:50.798582 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7e2fbd13-6516-48b3-b61f-fa161d9ee9a2 req-36b43f38-6c99-4bab-bafa-41dfdfd3fbeb tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0572445 Sep 04 15:59:50.842597 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7e2fbd13-6516-48b3-b61f-fa161d9ee9a2 req-276e4546-e225-42bf-8e54-3f15ec226b6c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366042 Sep 04 15:59:50.932354 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2712c23e-80b5-4857-8379-18008fa6294b req-c4c99947-ca79-4292-86d5-92a7c166f31e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0265377 Sep 04 15:59:51.766972 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91dc2c-0a7b-42c8-9ef3-ebee40408e4d req-61ee8f35-2620-44ba-a22e-3749dacd5bef tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:51.768785 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7c91dc2c-0a7b-42c8-9ef3-ebee40408e4d req-61ee8f35-2620-44ba-a22e-3749dacd5bef tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0814209 Sep 04 15:59:51.787237 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa851dac-20df-497f-9753-a6b3ffdd8a1c req-1b7a091a-e654-4226-9d52-d40dd19de61e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0260029 Sep 04 15:59:51.810157 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7c91dc2c-0a7b-42c8-9ef3-ebee40408e4d req-75868686-082b-4013-b531-5743b3f145b5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343881 Sep 04 15:59:51.971283 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf9b29-2cd9-4da7-b022-cb3c9fb1f262 req-cda1dbe7-cf73-499b-8462-b79722ec7530 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:51.973624 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-efaf9b29-2cd9-4da7-b022-cb3c9fb1f262 req-cda1dbe7-cf73-499b-8462-b79722ec7530 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0588305 Sep 04 15:59:52.016849 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-efaf9b29-2cd9-4da7-b022-cb3c9fb1f262 req-89bd4ce3-4c1a-43a2-8e8e-74cf7c85e301 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367095 Sep 04 15:59:52.044302 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7944bcb1-179d-4380-8550-eb995983b594 req-57d7e30f-0f35-46a5-8921-296544a8e008 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0352929 Sep 04 15:59:52.614910 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 40178) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:52.730514 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1946ea01-f5a0-4d04-a700-55f180cf386a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:52.860060 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1946ea01-f5a0-4d04-a700-55f180cf386a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:52.865512 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1946ea01-f5a0-4d04-a700-55f180cf386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:52.914806 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1946ea01-f5a0-4d04-a700-55f180cf386a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5a030a496e8483e95c686ebc6aec4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988057 Sep 04 15:59:52.916885 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946ea01-f5a0-4d04-a700-55f180cf386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4b05d0-1a7c-424e-b2dd-a751c4422e6e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:52.919193 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 40190) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:52.931963 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef0eed4f-4b6a-46a7-ac87-9c9bd02d2528 req-1b41ef9e-070c-41c9-8ef0-2ad40a5723ca tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0362146 Sep 04 15:59:53.015950 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fe6c0-a5b3-4133-a210-1f1db418e760 req-b7167f0d-6db7-456c-a34a-60e7aefb5f90 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:53.017541 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e96fe6c0-a5b3-4133-a210-1f1db418e760 req-b7167f0d-6db7-456c-a34a-60e7aefb5f90 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.1148534 Sep 04 15:59:53.037210 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6e5-28f6-4d78-ab73-7f18fa0a810e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.079487 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6e5-28f6-4d78-ab73-7f18fa0a810e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.116063 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e96fe6c0-a5b3-4133-a210-1f1db418e760 req-dae1665f-f513-4029-91fd-367d66882693 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809374 Sep 04 15:59:53.159998 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865660b-3808-43f9-9ef6-43b53d860db0 req-37aab3c9-d7cf-4f9e-ab92-6bb206315299 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:53.161719 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c865660b-3808-43f9-9ef6-43b53d860db0 req-37aab3c9-d7cf-4f9e-ab92-6bb206315299 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0546141 Sep 04 15:59:53.186515 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-265192b7-3f1f-414c-9a3b-f6382839a2b5 req-72839a67-d37d-4a76-a8a7-f64239844bc4 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0293069 Sep 04 15:59:53.192797 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6e5-28f6-4d78-ab73-7f18fa0a810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.195946 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6e5-28f6-4d78-ab73-7f18fa0a810e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.197106 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a82ed6e5-28f6-4d78-ab73-7f18fa0a810e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b4b05d0-1a7c-424e-b2dd-a751c4422e6e HTTP/1.1" status: 204 len: 168 time: 0.2768490 Sep 04 15:59:53.208019 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ed6e5-28f6-4d78-ab73-7f18fa0a810e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4b05d0-1a7c-424e-b2dd-a751c4422e6e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:53.214986 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c865660b-3808-43f9-9ef6-43b53d860db0 req-b1be2bd2-085a-480a-8d5e-766856df7f91 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 Sep 04 15:59:53.460259 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 40200) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:53.473600 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5c26ed7-c3f0-4b44-909a-daa16839ab87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.562157 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5c26ed7-c3f0-4b44-909a-daa16839ab87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.566740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5c26ed7-c3f0-4b44-909a-daa16839ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.606590 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c26ed7-c3f0-4b44-909a-daa16839ab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914312c1-cab5-49f4-baf7-715537261e22,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:53.610898 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e5c26ed7-c3f0-4b44-909a-daa16839ab87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e661eb61f7145d48d15974fe26c3ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496117 Sep 04 15:59:53.613840 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 40204) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 15:59:53.663616 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-08b31e45-ed4a-4858-a3f7-481ffba10755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.684508 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-08b31e45-ed4a-4858-a3f7-481ffba10755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.731035 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-08b31e45-ed4a-4858-a3f7-481ffba10755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.733720 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-08b31e45-ed4a-4858-a3f7-481ffba10755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 15:59:53.734889 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-08b31e45-ed4a-4858-a3f7-481ffba10755 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/914312c1-cab5-49f4-baf7-715537261e22 HTTP/1.1" status: 204 len: 168 time: 0.1202199 Sep 04 15:59:53.743162 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b31e45-ed4a-4858-a3f7-481ffba10755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914312c1-cab5-49f4-baf7-715537261e22,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 15:59:54.041227 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0edd5abe-400d-4380-b056-1ba2d75dfb0f req-f95560a5-6878-4969-be1e-8000d88370cc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0279803 Sep 04 15:59:54.256798 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f62cc-b07c-4dd9-b454-deeee63e7b0d req-c64fcf26-1322-4e4f-ae3b-54e517387dfd tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:54.265752 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-428f62cc-b07c-4dd9-b454-deeee63e7b0d req-c64fcf26-1322-4e4f-ae3b-54e517387dfd tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0738394 Sep 04 15:59:54.301911 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5aed328f-c7cf-492e-93d1-87d5f1bf7628 req-426e2006-c0b5-445b-9593-bbb242e74ff8 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0306664 Sep 04 15:59:54.316675 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-428f62cc-b07c-4dd9-b454-deeee63e7b0d req-032dbea5-6ec4-43ae-a680-17346c63e0e4 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491240 Sep 04 15:59:54.426171 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef041afb-2df4-4751-9774-2cbdac826559 req-1d233bd9-741e-4019-ab66-be32b694184f tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:54.428896 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ef041afb-2df4-4751-9774-2cbdac826559 req-1d233bd9-741e-4019-ab66-be32b694184f tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0573261 Sep 04 15:59:54.477101 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ef041afb-2df4-4751-9774-2cbdac826559 req-830f74ed-cf7a-4128-b37e-e616cc3b6205 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Sep 04 15:59:55.153371 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-533cd092-3bc2-4d99-aa2d-30a030ec86c5 req-49073d9f-23cc-4d83-8735-c7aed21da3fb tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0382547 Sep 04 15:59:55.400349 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f72ce0a-fbe9-45c5-8532-f95c7732ce01 req-d1c00dd1-fe9f-4eb0-b71a-6269e45b93c4 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0280690 Sep 04 15:59:55.446665 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508992ee-86bf-4974-832a-79859205683c req-b6b6c8f7-c46e-4b17-8248-82c2e8f407ed tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:55.448271 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-508992ee-86bf-4974-832a-79859205683c req-b6b6c8f7-c46e-4b17-8248-82c2e8f407ed tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0522335 Sep 04 15:59:55.487073 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-508992ee-86bf-4974-832a-79859205683c req-c553bdd8-ec08-4cbb-8567-3b6844adfd27 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320423 Sep 04 15:59:55.614109 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a1a0-d1dc-4dd0-b37e-e49c1a8a8021 req-317b5b0b-93f7-4996-8199-003aa3177799 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:55.615983 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-74e1a1a0-d1dc-4dd0-b37e-e49c1a8a8021 req-317b5b0b-93f7-4996-8199-003aa3177799 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0690567 Sep 04 15:59:55.671625 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-74e1a1a0-d1dc-4dd0-b37e-e49c1a8a8021 req-3b41a993-daf4-4994-994c-519b44b4fe7a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Sep 04 15:59:56.277691 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-812fd26d-2066-4ddb-91df-9852e7e0bad9 req-a1bfd82c-3eb3-4708-8901-c04cc6450126 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0306621 Sep 04 15:59:56.496962 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-38975222-f16e-4efc-9f4a-b60355d354e2 req-7fc39fe4-e8ba-4c4d-b958-06556934396d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0292492 Sep 04 15:59:56.634457 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4eaef-0b2b-4d0f-b713-b2da8f409d74 req-ebd8584d-f66a-4437-b6c1-eb5eb7c5eb8f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:56.636786 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6ee4eaef-0b2b-4d0f-b713-b2da8f409d74 req-ebd8584d-f66a-4437-b6c1-eb5eb7c5eb8f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0733223 Sep 04 15:59:56.677481 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6ee4eaef-0b2b-4d0f-b713-b2da8f409d74 req-c52007e0-62c4-43c3-a62f-723b5e03dc38 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340698 Sep 04 15:59:56.777259 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abd49c-cbbb-41e6-abab-cc51204e32a1 req-7c06b3de-aed2-45ae-8405-c9acb0dd392d tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:56.778721 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c9abd49c-cbbb-41e6-abab-cc51204e32a1 req-7c06b3de-aed2-45ae-8405-c9acb0dd392d tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0478899 Sep 04 15:59:56.816074 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c9abd49c-cbbb-41e6-abab-cc51204e32a1 req-e3fb9e60-46d7-44d7-94af-16d7341967dc tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310204 Sep 04 15:59:57.383337 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-47eb63c4-1b2d-4e62-8c69-335b2fe672a5 req-da53fc9b-eb0e-407b-b82e-ec5ff9af4fb2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0293651 Sep 04 15:59:57.592807 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-36ececde-127b-40bc-9b5d-42038fe870ca req-6ed85ecf-b2aa-4360-a1bd-7ca925ac930c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0273192 Sep 04 15:59:57.788939 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1eed3-7400-418b-ba42-44e7ac4e3a5f req-91c79407-3565-4427-9edf-5a09ee06fb7c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:57.790383 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4bf1eed3-7400-418b-ba42-44e7ac4e3a5f req-91c79407-3565-4427-9edf-5a09ee06fb7c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0472929 Sep 04 15:59:57.827772 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4bf1eed3-7400-418b-ba42-44e7ac4e3a5f req-b3e5b490-85f9-411c-a30e-05ecbc36da66 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315235 Sep 04 15:59:57.932904 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d4b52-32a0-431e-aa03-2e4777cbd743 req-bf1130d8-aee7-4670-b79d-b552bb9fe4a5 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:57.934675 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4b1d4b52-32a0-431e-aa03-2e4777cbd743 req-bf1130d8-aee7-4670-b79d-b552bb9fe4a5 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0516665 Sep 04 15:59:57.989993 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4b1d4b52-32a0-431e-aa03-2e4777cbd743 req-f7db69db-2727-4d58-a737-d885df2833c3 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473268 Sep 04 15:59:58.484044 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-35b3831e-0276-4d9e-9839-a155f1564eb7 req-2c8c8e73-3669-4724-b4b6-c08ac504151b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0262902 Sep 04 15:59:58.690792 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-51148b61-e2fd-42d0-9710-2e9d0f3aa5fc req-66427d18-4173-4047-9762-dec4a858a2d4 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0307965 Sep 04 15:59:58.964004 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216b690-737a-4089-a355-5c88a9ad16f5 req-16625d59-98a3-4a25-b62f-5de46229ac50 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:58.965669 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d216b690-737a-4089-a355-5c88a9ad16f5 req-16625d59-98a3-4a25-b62f-5de46229ac50 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0657570 Sep 04 15:59:59.015353 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d216b690-737a-4089-a355-5c88a9ad16f5 req-ccf89ec9-ba5f-4aee-a95d-769030030e53 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Sep 04 15:59:59.104298 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c22f7c-f4e1-4165-8fa3-cebc5bc7f771 req-60a8cbb8-cd1a-49b8-a6b1-ab20ba3dd15f tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 15:59:59.105804 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b3c22f7c-f4e1-4165-8fa3-cebc5bc7f771 req-60a8cbb8-cd1a-49b8-a6b1-ab20ba3dd15f tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0488822 Sep 04 15:59:59.145538 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b3c22f7c-f4e1-4165-8fa3-cebc5bc7f771 req-aec5663e-3d39-4734-80c6-844c753bbe42 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335422 Sep 04 15:59:59.585541 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d0aec937-153f-41e1-88d2-9abb9e1373a1 req-2d88f7e5-f3e3-4e75-880a-584c5ef788bc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0284319 Sep 04 15:59:59.811276 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8ff33b03-c8ac-48d4-924b-2494fcd223b1 req-0cbe8492-6e62-4202-b043-16f8b6d9e603 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0371561 Sep 04 16:00:00.127783 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536663f-c8c9-4177-8a52-a9a6464e1cc3 req-90d229ca-530c-4390-96e9-81c4bfa788ff tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:00.129275 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5536663f-c8c9-4177-8a52-a9a6464e1cc3 req-90d229ca-530c-4390-96e9-81c4bfa788ff tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0476332 Sep 04 16:00:00.167997 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5536663f-c8c9-4177-8a52-a9a6464e1cc3 req-ed4e94c8-2ce8-4b0b-8443-c2a7baf7cd00 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327895 Sep 04 16:00:00.262593 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6cef-0236-4e7e-a900-c00e0012a19b req-cfebb341-52f6-4a39-9a69-124d1ab092b2 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:00.264354 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-339f6cef-0236-4e7e-a900-c00e0012a19b req-cfebb341-52f6-4a39-9a69-124d1ab092b2 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0519621 Sep 04 16:00:00.302159 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-339f6cef-0236-4e7e-a900-c00e0012a19b req-3f283c20-9041-4bfc-89bd-1027081df90d tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Sep 04 16:00:00.685334 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a9784260-2131-46ae-b06f-54a76d8fbf1d req-26dcbaf3-fac6-4f95-a85b-d16b1beb0fa4 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0276346 Sep 04 16:00:00.905395 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a223ad39-b332-456f-992a-05564c300cd6 req-ee7dbb17-7c7c-4352-a47c-854365f14579 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0260844 Sep 04 16:00:01.286723 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5d09b-0268-457d-ae7d-25e4bc74874e req-80af8926-3171-48c1-addd-deca867174b8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:01.288204 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f9d5d09b-0268-457d-ae7d-25e4bc74874e req-80af8926-3171-48c1-addd-deca867174b8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.0534925 Sep 04 16:00:01.327716 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f9d5d09b-0268-457d-ae7d-25e4bc74874e req-db28f2b9-fbba-4f1b-89eb-2f964f15531b tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336051 Sep 04 16:00:01.422154 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313b64c-38bf-4fd6-adb6-431208f27f15 req-05ad5574-74e7-4785-a1b1-b7eb03d32c26 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:01.424160 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d313b64c-38bf-4fd6-adb6-431208f27f15 req-05ad5574-74e7-4785-a1b1-b7eb03d32c26 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.0502656 Sep 04 16:00:01.461999 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d313b64c-38bf-4fd6-adb6-431208f27f15 req-0ef7bc58-59c5-4ad5-a27b-b1adf430e7e6 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Sep 04 16:00:01.747148 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-5c991651-637c-4a08-baa3-b1ba21c55a9a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 16:00:01.748313 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-5c991651-637c-4a08-baa3-b1ba21c55a9a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066314 Sep 04 16:00:01.749563 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-3e47b101-8cd8-4a39-95df-2cc66278d40d tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 16:00:01.750539 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-3e47b101-8cd8-4a39-95df-2cc66278d40d tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052295 Sep 04 16:00:01.796771 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-12a38acf-fef0-4070-b25d-25c44b5c377d req-5ff6f2b6-2ca5-4024-9eac-cb1d1f8317f8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0302787 Sep 04 16:00:02.006572 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Request body: {'port': {'device_id': 'c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:00:02.036048 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3da3caf5-73db-46b6-bb58-8b27be889d14 req-7c2d0345-7da4-4980-9ab2-147c2e3854e8 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0520513 Sep 04 16:00:02.052923 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Request body: {'port': {'device_id': '9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:00:02.085234 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:02.108604 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:02.401221 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.46', 58803) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:02.496373 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d943eb27-7e89-4531-9d03-243f18313e8a {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:00:02.522553 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:02.589866 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Transition to ACTIVE for port object d943eb27-7e89-4531-9d03-243f18313e8a will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:00:02.598287 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:02.660735 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe72424-afe5-464d-93bc-189a96398553 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:00:02.676911 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:02.709150 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e533ba-f4ce-4f9b-9e9c-1475d276e1fc req-b12cffe4-3f3c-45be-9d8f-2d0e198d285f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:02.710735 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c5e533ba-f4ce-4f9b-9e9c-1475d276e1fc req-b12cffe4-3f3c-45be-9d8f-2d0e198d285f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 932 time: 0.2711916 Sep 04 16:00:02.717063 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Transition to ACTIVE for port object dbe72424-afe5-464d-93bc-189a96398553 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:00:02.732765 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:02.744427 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d943eb27-7e89-4531-9d03-243f18313e8a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:02.802203 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-db0a1b7f-9f76-49d3-a081-c0e2d7aac4fe tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:02.803936 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-db0a1b7f-9f76-49d3-a081-c0e2d7aac4fe tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.46 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 818 time: 0.4008501 Sep 04 16:00:02.806535 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db07b4-86cc-43d5-a3fb-1ed6ab94b1b6 req-e73fdb43-cee5-49de-9701-e72aa260a475 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:02.825994 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-45db07b4-86cc-43d5-a3fb-1ed6ab94b1b6 req-e73fdb43-cee5-49de-9701-e72aa260a475 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 932 time: 0.1761763 Sep 04 16:00:02.848369 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Request body: {'port': {'device_id': '6f6b1f7f-717b-409e-9028-2f3121219be4', 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e', 'admin_state_up': True, 'tenant_id': '7781f4c667064073ad11a7cb2d180cac'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:00:02.918687 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Attempting to bind port d943eb27-7e89-4531-9d03-243f18313e8a on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:00:02.919095 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Attempting to bind port d943eb27-7e89-4531-9d03-243f18313e8a by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:00:02.919489 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Attempting to bind port d943eb27-7e89-4531-9d03-243f18313e8a on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:00:02.943729 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Port d943eb27-7e89-4531-9d03-243f18313e8a on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:00:02.944059 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Attempting to bind port d943eb27-7e89-4531-9d03-243f18313e8a on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:00:02.944371 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe72424-afe5-464d-93bc-189a96398553,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:02.971962 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:00:02.972308 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Checking segment: {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:00:02.973140 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Bound using segment: {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:00:02.973643 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Bound port: d943eb27-7e89-4531-9d03-243f18313e8a, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:00:02.974051 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:03.010937 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.46', 58808) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:03.018081 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c5e533ba-f4ce-4f9b-9e9c-1475d276e1fc req-64a6f7a2-104a-41f3-b074-13f1f6e29e0c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010883 Sep 04 16:00:03.031697 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-45db07b4-86cc-43d5-a3fb-1ed6ab94b1b6 req-d6d5da90-3863-4561-8fcc-7701f71d15c6 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047484 Sep 04 16:00:03.120457 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Attempting to bind port dbe72424-afe5-464d-93bc-189a96398553 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:00:03.121076 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Attempting to bind port dbe72424-afe5-464d-93bc-189a96398553 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'de9c7f90-71be-4a44-83e0-cde7ffcde718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6150ac03-ccdf-4032-b72d-f88ab557760f'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:00:03.121725 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Attempting to bind port dbe72424-afe5-464d-93bc-189a96398553 on network 6150ac03-ccdf-4032-b72d-f88ab557760f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:00:03.152149 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Port dbe72424-afe5-464d-93bc-189a96398553 on network 6150ac03-ccdf-4032-b72d-f88ab557760f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:00:03.152702 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Attempting to bind port dbe72424-afe5-464d-93bc-189a96398553 on network 6150ac03-ccdf-4032-b72d-f88ab557760f {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:00:03.165031 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-07251d82-72fe-48b5-9e1e-63019b0e796d req-02029f46-e4fa-419e-9274-b2caf953b703 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0457594 Sep 04 16:00:03.172656 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:00:03.188774 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Checking segment: {'id': 'de9c7f90-71be-4a44-83e0-cde7ffcde718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6150ac03-ccdf-4032-b72d-f88ab557760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:00:03.192273 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Bound using segment: {'id': 'de9c7f90-71be-4a44-83e0-cde7ffcde718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6150ac03-ccdf-4032-b72d-f88ab557760f'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:00:03.192934 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Bound port: dbe72424-afe5-464d-93bc-189a96398553, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9c7f90-71be-4a44-83e0-cde7ffcde718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6150ac03-ccdf-4032-b72d-f88ab557760f'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:00:03.193601 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:03.284682 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Made reservation on behalf of 7781f4c667064073ad11a7cb2d180cac for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:00:03.289388 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:03.450541 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d96697fc-6b2d-493f-bf3d-6077c812ff12 req-6fd72e1c-2309-43df-997b-a4fd63a7c976 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.2623193 Sep 04 16:00:03.473381 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] For port d943eb27-7e89-4531-9d03-243f18313e8a, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:00:03.482120 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] For port d943eb27-7e89-4531-9d03-243f18313e8a, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d943eb27-7e89-4531-9d03-243f18313e8a,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:00:03.488736 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:03.497023 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-358be8c1-f352-423a-b434-704ede7c97ef tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:03.498509 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-358be8c1-f352-423a-b434-704ede7c97ef tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.46 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 818 time: 0.4837992 Sep 04 16:00:03.509246 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] For port dbe72424-afe5-464d-93bc-189a96398553, host hv-cinder-79966, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:00:03.536297 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:03.536945 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:03.538383 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] 10.222.0.46 "PUT /v2.0/ports/d943eb27-7e89-4531-9d03-243f18313e8a HTTP/1.1" status: 200 len: 1094 time: 1.6038630 Sep 04 16:00:03.538826 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f', 'tag': 'd943eb27-7e89-4531-9d03-243f18313e8a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:00:03.561063 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] For port dbe72424-afe5-464d-93bc-189a96398553, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dbe72424-afe5-464d-93bc-189a96398553,segment=NetworkSegment(de9c7f90-71be-4a44-83e0-cde7ffcde718),segment_id=de9c7f90-71be-4a44-83e0-cde7ffcde718)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:00:03.572663 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:03.634148 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58f506-ad16-4548-90b5-0ff2ba4b3bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d943eb27-7e89-4531-9d03-243f18313e8a,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:03.656929 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:03.658016 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:03.659807 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] 10.222.0.46 "PUT /v2.0/ports/dbe72424-afe5-464d-93bc-189a96398553 HTTP/1.1" status: 200 len: 1094 time: 1.7247865 Sep 04 16:00:03.665500 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e', 'tag': 'dbe72424-afe5-464d-93bc-189a96398553'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:00:03.743305 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418af17d-ed7c-4199-908a-646b20b88a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f", "tag": "d943eb27-7e89-4531-9d03-243f18313e8a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:00:03.776367 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3ae8d-9e39-4a62-913a-dd9e68cc2229 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe72424-afe5-464d-93bc-189a96398553,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:03.782303 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Allocated IP 172.20.0.9 (a632102c-6130-4abb-b1c8-54457bd9a66e/b27b951f-d51e-44d0-915e-6906f258bd64/2f2254a7-c85a-456f-b859-a236849fbf58) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:00:03.796139 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f70326-19f1-497c-bb8d-54cdd3908a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e", "tag": "dbe72424-afe5-464d-93bc-189a96398553"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:00:03.882243 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8064ee40-b6e8-4742-b52d-58f32635882a x-openstack-request-id: req-8064ee40-b6e8-4742-b52d-58f32635882a {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:00:03.882599 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f", "tag": "d943eb27-7e89-4531-9d03-243f18313e8a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:00:03.882920 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8064ee40-b6e8-4742-b52d-58f32635882a {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:00:03.883430 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f', 'tag': 'd943eb27-7e89-4531-9d03-243f18313e8a', 'status': 'completed', 'code': 200} Sep 04 16:00:03.944653 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:03.960130 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027b0339-cb7a-4415-b9fe-80af6ccf16d0 x-openstack-request-id: req-027b0339-cb7a-4415-b9fe-80af6ccf16d0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:00:03.960427 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e", "tag": "dbe72424-afe5-464d-93bc-189a96398553", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:00:03.960679 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-027b0339-cb7a-4415-b9fe-80af6ccf16d0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:00:03.961170 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e', 'tag': 'dbe72424-afe5-464d-93bc-189a96398553', 'status': 'completed', 'code': 200} Sep 04 16:00:03.985412 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:04.026009 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Network a632102c-6130-4abb-b1c8-54457bd9a66e is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:00:04.028959 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:00:04.032354 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:00:04.038543 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:04.039160 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:04.050908 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Pushing event updated for resources: {'Port': ['ID=2f2254a7-c85a-456f-b859-a236849fbf58,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:04.061610 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-b602a44d-43a7-4298-9110-e974ce01c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2336216 Sep 04 16:00:04.140065 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ee815-1342-439a-b966-0c92ec9514d3 req-315f391e-15f8-423b-81ce-611567959d8f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:04.141486 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e32ee815-1342-439a-b966-0c92ec9514d3 req-315f391e-15f8-423b-81ce-611567959d8f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0520647 Sep 04 16:00:04.157513 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4489d0-d621-469e-87df-234a64e1d1b4 req-b4f6ce89-1061-46fe-83fd-5f7f9b6fde1e tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:04.159341 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ec4489d0-d621-469e-87df-234a64e1d1b4 req-b4f6ce89-1061-46fe-83fd-5f7f9b6fde1e tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0500581 Sep 04 16:00:04.180083 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e32ee815-1342-439a-b966-0c92ec9514d3 req-dea7bc64-d223-47b3-8c93-d6c82c7fae74 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317652 Sep 04 16:00:04.197516 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ec4489d0-d621-469e-87df-234a64e1d1b4 req-9f0ed87b-be0b-48d4-b382-44e0444b3410 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Sep 04 16:00:04.274575 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c633d5f7-ee37-4093-b2c7-819efe8ae931 req-f4b31a5f-9f2f-4ee0-8540-cac20c6628ff tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0267367 Sep 04 16:00:04.554981 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-67ef3620-86dc-460b-89a6-ff067b8aab16 req-9f581fd3-10e3-4278-b714-df68cb667b4e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0261989 Sep 04 16:00:05.054492 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-54324f6f-d9e6-499c-b82e-83a780b9af4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:05.311112 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dd845-04b1-4b83-a386-1268c6084906 req-8c4d440f-9e42-4645-94bd-21fd87bca4bc tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:05.311112 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e09dd845-04b1-4b83-a386-1268c6084906 req-8c4d440f-9e42-4645-94bd-21fd87bca4bc tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0591030 Sep 04 16:00:05.322751 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0316b6-6c30-41b1-8161-d33bff59ce46 req-f8664eb2-24a0-4033-a430-d4e3e942f317 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:05.324380 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-de0316b6-6c30-41b1-8161-d33bff59ce46 req-f8664eb2-24a0-4033-a430-d4e3e942f317 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0534399 Sep 04 16:00:05.351614 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e09dd845-04b1-4b83-a386-1268c6084906 req-76188cbd-c278-4623-83f9-d62aa0451778 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352983 Sep 04 16:00:05.373882 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-de0316b6-6c30-41b1-8161-d33bff59ce46 req-11160210-2425-4418-ab4e-f668474a5246 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420721 Sep 04 16:00:05.442839 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5acc5f02-3234-48b5-96f9-e19f6ecaf3fb req-9e04d184-46d7-47af-b0fe-df9e789e486c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0299053 Sep 04 16:00:05.650845 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5ff5f1e8-258b-4659-aa1e-d23516ab5d8a req-bc3b6c27-f8d6-4163-a1b2-a566b8330bea tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0286725 Sep 04 16:00:06.465168 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d9e52-ea50-45e0-af0c-a0e0ca19eedc req-123e9981-801c-4338-920c-cb640999d39a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:06.466645 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fa0d9e52-ea50-45e0-af0c-a0e0ca19eedc req-123e9981-801c-4338-920c-cb640999d39a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0482132 Sep 04 16:00:06.482386 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5f1d5-d772-411f-8323-619f37a39a84 req-7d006ad7-0a0b-4f5b-a276-2e8a9fa842ef tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:06.483871 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-58b5f1d5-d772-411f-8323-619f37a39a84 req-7d006ad7-0a0b-4f5b-a276-2e8a9fa842ef tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0503731 Sep 04 16:00:06.507223 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fa0d9e52-ea50-45e0-af0c-a0e0ca19eedc req-35f03f62-5251-43bc-a2bd-3c499c6e2a97 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Sep 04 16:00:06.527171 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-58b5f1d5-d772-411f-8323-619f37a39a84 req-0bef6f01-f81c-4425-a320-a17353b168da tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370290 Sep 04 16:00:06.599738 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-35e802d9-2617-4773-9d78-38cb4a1eda4e req-1bd44867-a190-4382-9b8f-5f7fc4c523a2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0265522 Sep 04 16:00:06.742250 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e07f618a-d3be-45e2-aa7a-f769783ea99e req-e0d2ce4c-b550-43e8-a7fb-23128b9440e1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0273013 Sep 04 16:00:07.624133 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dbeab-1553-4608-a5fd-5b90a1abcf4a req-444980fb-452e-403d-a14c-593eb75455b5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:07.625649 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e38dbeab-1553-4608-a5fd-5b90a1abcf4a req-444980fb-452e-403d-a14c-593eb75455b5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0485809 Sep 04 16:00:07.664591 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Request body: {'port': {'device_id': 'd5a0c3e1-9ef5-4cdd-8de3-8e40494c694e', 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e', 'admin_state_up': True, 'tenant_id': '7781f4c667064073ad11a7cb2d180cac'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:00:07.667841 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Request body: {'port': {'device_id': '6f6b1f7f-717b-409e-9028-2f3121219be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:00:07.689137 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e563-c53e-4c44-b91e-c9715df5f31b req-fcb50c15-a575-4f2b-835d-a2a5b65eec7c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:07.690824 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6883e563-c53e-4c44-b91e-c9715df5f31b req-fcb50c15-a575-4f2b-835d-a2a5b65eec7c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0934873 Sep 04 16:00:07.720508 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e38dbeab-1553-4608-a5fd-5b90a1abcf4a req-2f132fe2-4b02-4342-9123-1201d441c843 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884607 Sep 04 16:00:07.796537 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70326-19f1-497c-bb8d-54cdd3908a6e req-e5d5b0c3-6456-40ee-af6f-f472f3815393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:07.798625 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c9f70326-19f1-497c-bb8d-54cdd3908a6e req-e5d5b0c3-6456-40ee-af6f-f472f3815393 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae4927fbdd6e488c8c4a8218a837760c&device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 1097 time: 0.1269579 Sep 04 16:00:07.812552 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:07.834474 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1b113cbd-0b8c-40f7-ba3c-dfec027b7444 req-ed42948b-5473-483e-9dd6-407e1925187a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0330369 Sep 04 16:00:07.867423 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0e2bdeb6-80f8-48a7-8c52-f73b216d0d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:07.869563 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6883e563-c53e-4c44-b91e-c9715df5f31b req-fbe43252-3735-4bf2-a809-67baa3096200 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444762 Sep 04 16:00:07.886327 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418af17d-ed7c-4199-908a-646b20b88a5e req-8895f1c1-4672-4bc7-be1d-99ffea93bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:07.888485 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-418af17d-ed7c-4199-908a-646b20b88a5e req-8895f1c1-4672-4bc7-be1d-99ffea93bfdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 1097 time: 0.2180781 Sep 04 16:00:07.906887 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Made reservation on behalf of 7781f4c667064073ad11a7cb2d180cac for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:00:07.911498 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:07.982040 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-05f0b4b8-0331-43ee-8209-115e72ab9a08 req-78e8dab5-3d41-4e69-b2a6-dd46ec6c88f2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0442574 Sep 04 16:00:08.108511 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.123729 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2254a7-c85a-456f-b859-a236849fbf58 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:00:08.132024 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.144669 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Transition to ACTIVE for port object 2f2254a7-c85a-456f-b859-a236849fbf58 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:00:08.148506 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.199815 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2254a7-c85a-456f-b859-a236849fbf58,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:08.201011 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Allocated IP 172.20.0.2 (a632102c-6130-4abb-b1c8-54457bd9a66e/b27b951f-d51e-44d0-915e-6906f258bd64/ba64a442-e8a9-48ea-ac8c-93601439294a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:00:08.225029 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.46', 58813) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:08.273216 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Attempting to bind port 2f2254a7-c85a-456f-b859-a236849fbf58 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:00:08.273543 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Attempting to bind port 2f2254a7-c85a-456f-b859-a236849fbf58 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:00:08.273861 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Attempting to bind port 2f2254a7-c85a-456f-b859-a236849fbf58 on network a632102c-6130-4abb-b1c8-54457bd9a66e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:00:08.306809 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Port 2f2254a7-c85a-456f-b859-a236849fbf58 on network a632102c-6130-4abb-b1c8-54457bd9a66e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:00:08.307126 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Attempting to bind port 2f2254a7-c85a-456f-b859-a236849fbf58 on network a632102c-6130-4abb-b1c8-54457bd9a66e {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:00:08.341047 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:00:08.341373 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Checking segment: {'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:00:08.341749 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Bound using segment: {'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:00:08.342190 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Bound port: 2f2254a7-c85a-456f-b859-a236849fbf58, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:00:08.342542 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.472933 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418af17d-ed7c-4199-908a-646b20b88a5e req-e5495002-38ed-4253-93f8-8d5cdd3f4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:08.474445 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-418af17d-ed7c-4199-908a-646b20b88a5e req-e5495002-38ed-4253-93f8-8d5cdd3f4011 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=39cf997e366848e5bbbeae43e4a71100&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2473845 Sep 04 16:00:08.538742 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-050fa177-84ef-4017-9056-038835b94c55 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:08.540239 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-050fa177-84ef-4017-9056-038835b94c55 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 817 time: 0.3055532 Sep 04 16:00:08.544448 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70326-19f1-497c-bb8d-54cdd3908a6e req-8e9fb367-b95f-4f13-9dc6-70e1a89082ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:08.545833 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c9f70326-19f1-497c-bb8d-54cdd3908a6e req-8e9fb367-b95f-4f13-9dc6-70e1a89082ec service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ae4927fbdd6e488c8c4a8218a837760c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3217270 Sep 04 16:00:08.546789 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] For port 2f2254a7-c85a-456f-b859-a236849fbf58, host hv-cinder-79966, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:00:08.550374 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] For port 2f2254a7-c85a-456f-b859-a236849fbf58, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=2f2254a7-c85a-456f-b859-a236849fbf58,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:00:08.554421 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.563945 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.625501 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:08.626630 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.628549 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f2254a7-c85a-456f-b859-a236849fbf58 HTTP/1.1" status: 200 len: 1093 time: 0.9704058 Sep 04 16:00:08.629046 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6b1f7f-717b-409e-9028-2f3121219be4', 'tag': '2f2254a7-c85a-456f-b859-a236849fbf58'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:00:08.631283 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23703f6c-f2c6-4561-81e3-b3a61a67848d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6b1f7f-717b-409e-9028-2f3121219be4", "tag": "2f2254a7-c85a-456f-b859-a236849fbf58"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:00:08.690694 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.775997 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418af17d-ed7c-4199-908a-646b20b88a5e req-cf2fd17a-e969-404e-b8a9-c28727e3563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:08.777555 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-418af17d-ed7c-4199-908a-646b20b88a5e req-cf2fd17a-e969-404e-b8a9-c28727e3563a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2947094 Sep 04 16:00:08.784740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Network a632102c-6130-4abb-b1c8-54457bd9a66e is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:00:08.790986 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:00:08.799911 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:00:08.807237 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:08.808053 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.811973 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Pushing event updated for resources: {'Port': ['ID=ba64a442-e8a9-48ea-ac8c-93601439294a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:08.837456 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-b8425889-9412-4a24-b86d-ec8b834b8202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1793416 Sep 04 16:00:08.854275 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Request body: {'port': {'device_id': 'd5a0c3e1-9ef5-4cdd-8de3-8e40494c694e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:00:08.895995 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e73d0-299f-491d-8013-50e5453b9acf x-openstack-request-id: req-ae4e73d0-299f-491d-8013-50e5453b9acf {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:00:08.896337 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6b1f7f-717b-409e-9028-2f3121219be4", "tag": "2f2254a7-c85a-456f-b859-a236849fbf58", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:00:08.896521 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae4e73d0-299f-491d-8013-50e5453b9acf {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:00:08.896939 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6b1f7f-717b-409e-9028-2f3121219be4', 'tag': '2f2254a7-c85a-456f-b859-a236849fbf58', 'status': 'completed', 'code': 200} Sep 04 16:00:08.957346 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-436739b5-bb39-4ef7-8e74-4a758a9727b4 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f1873aa89b04304a4553ff72225c139 HTTP/1.1" status: 200 len: 379 time: 0.3747232 Sep 04 16:00:08.974390 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.989005 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ea67839b-53bd-404c-85a4-7edd0c39ebfd req-6b012d49-7937-40d0-ad65-ffa9eee97c7c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0607550 Sep 04 16:00:08.994848 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:08.999358 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'port': {'device_id': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'admin_state_up': True, 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'security_groups': ['ea713b21-f8fe-420d-a1b5-43599f693477']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:00:09.004395 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d94ed-6ca3-4337-b76a-4c271b6ed614 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2254a7-c85a-456f-b859-a236849fbf58,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:09.008090 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-0fb09fae-646a-4a12-a3ea-de5ef05a0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:09.009666 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-0fb09fae-646a-4a12-a3ea-de5ef05a0b55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 1097 time: 0.1260986 Sep 04 16:00:09.157759 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70326-19f1-497c-bb8d-54cdd3908a6e req-049938cd-d673-46ea-9f06-305a25df4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:09.159255 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c9f70326-19f1-497c-bb8d-54cdd3908a6e req-049938cd-d673-46ea-9f06-305a25df4e30 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5780079 Sep 04 16:00:09.167280 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-752c5513-acaa-4cfd-bdbc-5162863ce1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:09.167280 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-752c5513-acaa-4cfd-bdbc-5162863ce1e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 1096 time: 0.2715626 Sep 04 16:00:09.266426 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5b0f7-7d86-49b3-9736-87ea5fb9305d req-f065b85f-d0be-4ef4-bc82-e91d5645536f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:09.268734 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3cd5b0f7-7d86-49b3-9736-87ea5fb9305d req-f065b85f-d0be-4ef4-bc82-e91d5645536f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.3874092 Sep 04 16:00:09.273588 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-a947afef-b0d5-4855-aad9-362e8739aafd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2254a7-c85a-456f-b859-a236849fbf58 HTTP/1.1" status: 200 len: 217 time: 0.0971556 Sep 04 16:00:09.320656 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-fc3be941-1081-49a7-80a5-832ea74e116b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d943eb27-7e89-4531-9d03-243f18313e8a HTTP/1.1" status: 200 len: 217 time: 0.3021593 Sep 04 16:00:09.426738 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-b993bdfb-de81-4882-9301-1a1a92a56bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:09.428265 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-b993bdfb-de81-4882-9301-1a1a92a56bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae4927fbdd6e488c8c4a8218a837760c&device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 1097 time: 0.2136142 Sep 04 16:00:09.430399 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-13c83f6d-2bf6-4f0b-bdbc-965ab58c7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:09.431783 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-13c83f6d-2bf6-4f0b-bdbc-965ab58c7dec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 200 len: 858 time: 0.1342723 Sep 04 16:00:09.432382 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 40628) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:09.435490 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3cd5b0f7-7d86-49b3-9736-87ea5fb9305d req-56af9e5a-36e6-4e1e-b146-7fd6a3185642 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576381 Sep 04 16:00:09.437813 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Made reservation on behalf of 6f1873aa89b04304a4553ff72225c139 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:00:09.441955 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:09.490773 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-a9e1b952-f7c2-485b-a417-df376a6a0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:09.492301 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-a9e1b952-f7c2-485b-a417-df376a6a0bed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0253b67f-bd7c-4f5d-9250-4fbb5f2aae95 HTTP/1.1" status: 200 len: 855 time: 0.1620817 Sep 04 16:00:09.536760 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-a0e6206c-72fe-44b6-85cc-881555d66b21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a632102c-6130-4abb-b1c8-54457bd9a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870063 Sep 04 16:00:09.539070 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a637e436-3fa0-4ed5-8fca-6a77ce2714bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbe72424-afe5-464d-93bc-189a96398553 HTTP/1.1" status: 200 len: 217 time: 0.0939789 Sep 04 16:00:09.542398 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c04c2-78d0-493f-944f-badd81d9ea96 req-a83fc900-02c6-40cc-a98c-717423e18ed7 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:09.549440 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c31c04c2-78d0-493f-944f-badd81d9ea96 req-a83fc900-02c6-40cc-a98c-717423e18ed7 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.2332289 Sep 04 16:00:09.584877 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-a78ff028-9574-4b4e-b590-224e3c1a4e26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba93ff3-c068-4875-acb4-63c360b33ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823402 Sep 04 16:00:09.677997 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-555a33bd-2bd5-4aac-a0c8-68f68c73fd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:09.692765 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c31c04c2-78d0-493f-944f-badd81d9ea96 req-96345ce5-65d5-4e7e-bdcc-0a3547be6298 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389413 Sep 04 16:00:09.763481 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c92dc-e642-484c-bac1-e61886b56faf req-1de719b4-4329-45f3-9ad6-b41a8235c770 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:09.765037 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-808c92dc-e642-484c-bac1-e61886b56faf req-1de719b4-4329-45f3-9ad6-b41a8235c770 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 931 time: 0.2318592 Sep 04 16:00:09.766441 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-fb61c5ac-860b-4279-893c-6c61626f3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:09.767937 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-fb61c5ac-860b-4279-893c-6c61626f3bc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af9d172f-435e-4c15-9a04-cf7d89416c34 HTTP/1.1" status: 200 len: 851 time: 0.2161055 Sep 04 16:00:09.779990 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-7b43f4c3-b63b-4263-a68f-c49fd9a81067 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776221 Sep 04 16:00:09.851997 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-58dec161-621e-47b0-a069-1e6b2855d9b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6150ac03-ccdf-4032-b72d-f88ab557760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718696 Sep 04 16:00:09.867505 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-2420bd5c-0ef0-4f03-bd69-fc636ecac58d service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166420 Sep 04 16:00:09.886401 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba64a442-e8a9-48ea-ac8c-93601439294a {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:00:09.899160 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:09.928148 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Transition to ACTIVE for port object ba64a442-e8a9-48ea-ac8c-93601439294a will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:00:09.932009 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2d52678-8e4a-4e42-b6c1-6cd3414796eb req-9e157f0d-8f82-4bc8-890b-87608b87a667 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411061 Sep 04 16:00:09.933503 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:09.947110 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Allocated IP 172.20.0.14 (8145cfc6-cacf-4582-8605-57f0abbfc4ea/54a33e9a-5d0b-4044-9bcd-845362bfae8d/bcef89de-da6d-4438-9e11-f05f93f56443) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:00:09.992008 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-808c92dc-e642-484c-bac1-e61886b56faf req-c95bef5c-0161-41c6-b5d4-691846f7a31d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107546 Sep 04 16:00:10.015881 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Pushing event updated for resources: {'Port': ['ID=ba64a442-e8a9-48ea-ac8c-93601439294a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:10.043625 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Attempting to bind port ba64a442-e8a9-48ea-ac8c-93601439294a on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:00:10.043625 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Attempting to bind port ba64a442-e8a9-48ea-ac8c-93601439294a by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:00:10.043625 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Attempting to bind port ba64a442-e8a9-48ea-ac8c-93601439294a on network a632102c-6130-4abb-b1c8-54457bd9a66e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:00:10.043625 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Port ba64a442-e8a9-48ea-ac8c-93601439294a on network a632102c-6130-4abb-b1c8-54457bd9a66e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:00:10.043919 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Attempting to bind port ba64a442-e8a9-48ea-ac8c-93601439294a on network a632102c-6130-4abb-b1c8-54457bd9a66e {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:00:10.050961 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:00:10.051315 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Checking segment: {'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:00:10.051817 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Bound using segment: {'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:00:10.052342 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Bound port: ba64a442-e8a9-48ea-ac8c-93601439294a, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:00:10.052829 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.171228 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] For port ba64a442-e8a9-48ea-ac8c-93601439294a, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:00:10.184801 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bc0b9fbb-df7e-4705-ab0a-53aeea3ae172 req-080f22f2-6d3b-4d7f-95e4-b9065e17c8ea service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927015 Sep 04 16:00:10.204207 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-5526efc3-aa8e-4ab5-8674-ab7ee323c837 service neutron] 10.222.0.46 "GET /v2.0/networks/6150ac03-ccdf-4032-b72d-f88ab557760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422904 Sep 04 16:00:10.207273 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-284dc2ab-ab9f-45a7-93a2-2587d10efa4f req-ddb94cdb-16b7-4982-9a7c-b093c39a9680 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0483575 Sep 04 16:00:10.220695 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] For port ba64a442-e8a9-48ea-ac8c-93601439294a, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ba64a442-e8a9-48ea-ac8c-93601439294a,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:00:10.226893 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.257832 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-555a33bd-2bd5-4aac-a0c8-68f68c73fd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.280775 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:10.281430 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.283593 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba64a442-e8a9-48ea-ac8c-93601439294a HTTP/1.1" status: 200 len: 1093 time: 1.4339082 Sep 04 16:00:10.284028 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a0c3e1-9ef5-4cdd-8de3-8e40494c694e', 'tag': 'ba64a442-e8a9-48ea-ac8c-93601439294a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:00:10.286300 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06cc95d-113e-4bc7-a672-1e8cd2903a06" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e", "tag": "ba64a442-e8a9-48ea-ac8c-93601439294a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:00:10.304567 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-555a33bd-2bd5-4aac-a0c8-68f68c73fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.306015 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94659c8d-47bb-494e-a705-24b718103d84 service neutron] Pushing event updated for resources: {'Port': ['ID=ba64a442-e8a9-48ea-ac8c-93601439294a,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:10.338707 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602b714f-fe50-4122-8741-126ded95ad91 x-openstack-request-id: req-602b714f-fe50-4122-8741-126ded95ad91 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:00:10.339000 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e", "tag": "ba64a442-e8a9-48ea-ac8c-93601439294a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:00:10.339255 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-602b714f-fe50-4122-8741-126ded95ad91 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:00:10.339649 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a0c3e1-9ef5-4cdd-8de3-8e40494c694e', 'tag': 'ba64a442-e8a9-48ea-ac8c-93601439294a', 'status': 'completed', 'code': 200} Sep 04 16:00:10.415840 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-e6c11dfe-e637-439a-baba-c8b4ee2f62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:10.417441 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-e6c11dfe-e637-439a-baba-c8b4ee2f62f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 1096 time: 0.0539038 Sep 04 16:00:10.431003 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-555a33bd-2bd5-4aac-a0c8-68f68c73fd77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e34f829f9a494c72b14d9c44edfff18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9944587 Sep 04 16:00:10.433726 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 40666) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:10.448326 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23703f6c-f2c6-4561-81e3-b3a61a67848d req-ab2c4285-1ccf-4340-97a7-471638441bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:10.449860 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23703f6c-f2c6-4561-81e3-b3a61a67848d req-ab2c4285-1ccf-4340-97a7-471638441bed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 1096 time: 0.1908247 Sep 04 16:00:10.457555 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a33bd-2bd5-4aac-a0c8-68f68c73fd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effdcb84-6743-4b3c-9158-a3fbc417900d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:10.483668 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-d7fa9cf3-6a08-4429-8201-409e2b4a9ac6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba64a442-e8a9-48ea-ac8c-93601439294a HTTP/1.1" status: 200 len: 217 time: 0.0574579 Sep 04 16:00:10.611910 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-3ad011f2-2b83-4d93-81fb-e4344fd5c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:10.613707 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-3ad011f2-2b83-4d93-81fb-e4344fd5c345 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 200 len: 858 time: 0.1194594 Sep 04 16:00:10.618769 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a661e37e-136b-4209-9e4c-70ebb2c7e409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.652249 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.666139 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-5502f2a7-a26e-4ff0-985c-7013ddcff03a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a632102c-6130-4abb-b1c8-54457bd9a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427685 Sep 04 16:00:10.683371 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4812c-01a4-4e36-b770-31ad6cf974aa req-bd2f2dbf-c2bb-4dba-bc11-893b9ce05937 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:10.685014 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0ea4812c-01a4-4e36-b770-31ad6cf974aa req-bd2f2dbf-c2bb-4dba-bc11-893b9ce05937 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.1408491 Sep 04 16:00:10.687061 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a661e37e-136b-4209-9e4c-70ebb2c7e409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.706198 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6de7026-a8e7-4ea5-9284-57239c456f3c req-a03dc6a1-c898-4cc3-99c6-0e5738dad558 service neutron] 10.222.0.46 "GET /v2.0/networks/6150ac03-ccdf-4032-b72d-f88ab557760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921622 Sep 04 16:00:10.708983 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.762741 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.783961 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Transition to ACTIVE for port object bcef89de-da6d-4438-9e11-f05f93f56443 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:00:10.826968 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0ea4812c-01a4-4e36-b770-31ad6cf974aa req-8d018ccf-dc62-4c6c-97a4-9e17cfab9aa0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216295 Sep 04 16:00:10.843147 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a661e37e-136b-4209-9e4c-70ebb2c7e409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.845700 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a661e37e-136b-4209-9e4c-70ebb2c7e409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.849269 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a661e37e-136b-4209-9e4c-70ebb2c7e409 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/effdcb84-6743-4b3c-9158-a3fbc417900d HTTP/1.1" status: 204 len: 168 time: 0.4118135 Sep 04 16:00:10.863214 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-e9f8e1c2-5578-4279-b4fe-477006116b78 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729205 Sep 04 16:00:10.864042 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661e37e-136b-4209-9e4c-70ebb2c7e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effdcb84-6743-4b3c-9158-a3fbc417900d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:10.875128 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23703f6c-f2c6-4561-81e3-b3a61a67848d req-8f6140bd-333d-48a5-9044-a7cdefb2d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:10.877276 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23703f6c-f2c6-4561-81e3-b3a61a67848d req-8f6140bd-333d-48a5-9044-a7cdefb2d216 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 919 time: 0.4168983 Sep 04 16:00:10.892585 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8061754-cbf6-4406-ba3b-67172673169c req-5550f540-d49e-46f8-bfa0-fa7c7ade16f2 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:10.894122 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d8061754-cbf6-4406-ba3b-67172673169c req-5550f540-d49e-46f8-bfa0-fa7c7ade16f2 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.1123736 Sep 04 16:00:10.949511 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23703f6c-f2c6-4561-81e3-b3a61a67848d req-1174b198-5562-4a6b-a90f-e2239378078f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2254a7-c85a-456f-b859-a236849fbf58 HTTP/1.1" status: 200 len: 217 time: 0.0537095 Sep 04 16:00:10.974954 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:10.985394 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bb1870a-5151-441f-9a44-c7fc8e07fe21 req-da0e11a4-7c7e-403c-b588-b02b5e3d9f91 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127000 Sep 04 16:00:11.040293 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d8061754-cbf6-4406-ba3b-67172673169c req-537ed52f-a9bc-47a9-86d7-7ae8ac899c3a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356206 Sep 04 16:00:11.060431 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Network 8145cfc6-cacf-4582-8605-57f0abbfc4ea is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:00:11.066751 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:00:11.069219 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:00:11.077774 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:11.078817 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:11.095465 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cc95d-113e-4bc7-a672-1e8cd2903a06 req-2efacbc7-321f-4e38-86b5-1d1613df7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:11.097620 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a06cc95d-113e-4bc7-a672-1e8cd2903a06 req-2efacbc7-321f-4e38-86b5-1d1613df7e87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 1096 time: 0.0594487 Sep 04 16:00:11.106751 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:11.118235 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23703f6c-f2c6-4561-81e3-b3a61a67848d req-c9e095a6-3839-4337-ba4b-3b2522b360e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:11.121328 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23703f6c-f2c6-4561-81e3-b3a61a67848d req-c9e095a6-3839-4337-ba4b-3b2522b360e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 200 len: 858 time: 0.1644876 Sep 04 16:00:11.123670 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fb101e53-0431-47c2-a2cd-a2c95b34210d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1407785 Sep 04 16:00:11.157568 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Request body: {'port': {'device_id': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:00:11.224766 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23703f6c-f2c6-4561-81e3-b3a61a67848d req-85d17b3e-13c2-4662-a36f-36e92c27ea8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a632102c-6130-4abb-b1c8-54457bd9a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897608 Sep 04 16:00:11.306703 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08019a-5485-42fa-8c86-84189787c765 req-ac77a92b-b807-4015-b182-3208f38a0416 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:11.314583 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4e08019a-5485-42fa-8c86-84189787c765 req-ac77a92b-b807-4015-b182-3208f38a0416 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 943 time: 0.1839678 Sep 04 16:00:11.317372 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-07765389-8c22-4162-9855-f5f855789bff None None] Provisioning for port bcef89de-da6d-4438-9e11-f05f93f56443 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:00:11.332069 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:11.334278 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-07765389-8c22-4162-9855-f5f855789bff None None] Provisioning complete for port bcef89de-da6d-4438-9e11-f05f93f56443 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:00:11.335685 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-07765389-8c22-4162-9855-f5f855789bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:11.415960 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4e08019a-5485-42fa-8c86-84189787c765 req-b8594f77-e755-4bdc-b43d-0a287c266034 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002765 Sep 04 16:00:11.426275 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cc95d-113e-4bc7-a672-1e8cd2903a06 req-ac0448dd-8ab1-4526-a191-35080dfc36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:11.429913 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a06cc95d-113e-4bc7-a672-1e8cd2903a06 req-ac0448dd-8ab1-4526-a191-35080dfc36f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 919 time: 0.3225186 Sep 04 16:00:11.436157 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-07765389-8c22-4162-9855-f5f855789bff None None] Port bcef89de-da6d-4438-9e11-f05f93f56443 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:00:11.502841 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4aeba-7c81-4292-8246-92ec2a824407 req-1dc0991f-898e-47e5-8ad7-c2adbe48a36f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:11.504370 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-85f4aeba-7c81-4292-8246-92ec2a824407 req-1dc0991f-898e-47e5-8ad7-c2adbe48a36f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 932 time: 0.1488383 Sep 04 16:00:11.510201 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23703f6c-f2c6-4561-81e3-b3a61a67848d req-39d52c22-d74d-44cf-924d-420a9cfa2dd7 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754548 Sep 04 16:00:11.621260 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-85f4aeba-7c81-4292-8246-92ec2a824407 req-e4894709-2a1f-4ba9-85b3-ba2197b439f0 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591593 Sep 04 16:00:11.797457 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcef89de-da6d-4438-9e11-f05f93f56443 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:00:11.804971 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:11.817091 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Transition to ACTIVE for port object bcef89de-da6d-4438-9e11-f05f93f56443 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:00:11.820981 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:11.901875 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Pushing event updated for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:11.913260 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Attempting to bind port bcef89de-da6d-4438-9e11-f05f93f56443 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:00:11.913578 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Attempting to bind port bcef89de-da6d-4438-9e11-f05f93f56443 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:00:11.914314 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Attempting to bind port bcef89de-da6d-4438-9e11-f05f93f56443 on network 8145cfc6-cacf-4582-8605-57f0abbfc4ea {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:00:11.918279 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Port bcef89de-da6d-4438-9e11-f05f93f56443 on network 8145cfc6-cacf-4582-8605-57f0abbfc4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:00:11.918597 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Attempting to bind port bcef89de-da6d-4438-9e11-f05f93f56443 on network 8145cfc6-cacf-4582-8605-57f0abbfc4ea {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:00:11.924111 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:00:11.924440 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Checking segment: {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:00:11.924814 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Bound using segment: {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:00:11.925263 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Bound port: bcef89de-da6d-4438-9e11-f05f93f56443, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:00:11.925613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:11.978928 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b386347-f4da-4a5b-a7a7-2e1b3be0c5a7 req-40304a13-c0b8-49ff-89c9-d7aa7016cd2c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:11.980716 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1b386347-f4da-4a5b-a7a7-2e1b3be0c5a7 req-40304a13-c0b8-49ff-89c9-d7aa7016cd2c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0564861 Sep 04 16:00:11.998291 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:00:12.003817 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:00:12.008238 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:12.031361 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1b386347-f4da-4a5b-a7a7-2e1b3be0c5a7 req-37c51c73-c7b4-4f1f-8f04-36b5d6312170 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442817 Sep 04 16:00:12.062834 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:12.064191 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:12.066191 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] 10.222.0.46 "PUT /v2.0/ports/bcef89de-da6d-4438-9e11-f05f93f56443 HTTP/1.1" status: 200 len: 1094 time: 0.9196730 Sep 04 16:00:12.066918 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:00:12.069653 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92540a0e-13fc-4a15-85eb-420329f0cf06" -d '{"events": [{"name": "network-changed", "server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:00:12.091998 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639d7e2-6741-4ce1-9930-044f27714d46 service neutron] Pushing event updated for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:12.131342 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5fd584-ec69-4756-817a-af3f6a57fc0c x-openstack-request-id: req-df5fd584-ec69-4756-817a-af3f6a57fc0c {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:00:12.131928 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:00:12.132490 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df5fd584-ec69-4756-817a-af3f6a57fc0c {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:00:12.132940 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'status': 'completed', 'code': 200} Sep 04 16:00:12.196425 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaa2f9-9e2b-4599-ab01-d6889e62b50a req-d07739d6-09ef-4242-9f0e-bee3834d126a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:12.198073 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ffeaa2f9-9e2b-4599-ab01-d6889e62b50a req-d07739d6-09ef-4242-9f0e-bee3834d126a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0593894 Sep 04 16:00:12.241399 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ffeaa2f9-9e2b-4599-ab01-d6889e62b50a req-1c924429-2310-4893-9193-7c11b4edf69c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357192 Sep 04 16:00:12.525327 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05500fc-7cbe-4d48-88c5-b132c1d4ac35 req-7379c00b-70d8-4215-a9d6-c494e9eda202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:12.526791 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b05500fc-7cbe-4d48-88c5-b132c1d4ac35 req-7379c00b-70d8-4215-a9d6-c494e9eda202 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 943 time: 0.0506189 Sep 04 16:00:12.564996 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b05500fc-7cbe-4d48-88c5-b132c1d4ac35 req-8490c96a-cc1c-42cc-aafc-55defbc50ebf tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Sep 04 16:00:12.750634 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7770c-b600-47cc-a328-cc0747146726 req-c5237777-4a37-4115-ad69-207eeaeafc58 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:12.752210 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-48f7770c-b600-47cc-a328-cc0747146726 req-c5237777-4a37-4115-ad69-207eeaeafc58 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0553391 Sep 04 16:00:12.790952 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-48f7770c-b600-47cc-a328-cc0747146726 req-c8f6600f-f300-4a55-bc72-1a62f3b68ff9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328426 Sep 04 16:00:13.161715 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670f92a-5809-42bc-8496-b44a1ffb3f10 req-7733a71c-7618-4970-8264-720b896c7d75 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:13.163318 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b670f92a-5809-42bc-8496-b44a1ffb3f10 req-7733a71c-7618-4970-8264-720b896c7d75 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0598779 Sep 04 16:00:13.203470 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b670f92a-5809-42bc-8496-b44a1ffb3f10 req-e177dec0-6472-420f-8cbe-9d6f80cb507e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Sep 04 16:00:13.367663 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962daaf-2fbb-4f06-9931-2df6c3f3a13a req-952a3c84-7ff0-4575-91e3-a616a575c371 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:13.369265 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a962daaf-2fbb-4f06-9931-2df6c3f3a13a req-952a3c84-7ff0-4575-91e3-a616a575c371 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0597088 Sep 04 16:00:13.409403 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a962daaf-2fbb-4f06-9931-2df6c3f3a13a req-96ede8e8-9970-4d10-a0a6-c8dad44e7a89 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340099 Sep 04 16:00:13.679944 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21382e3-3618-4ee9-b927-ec671e01a911 req-03d37b87-bd0c-4d9a-88d5-a8704ac4a5d0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:13.683732 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c21382e3-3618-4ee9-b927-ec671e01a911 req-03d37b87-bd0c-4d9a-88d5-a8704ac4a5d0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 943 time: 0.0488334 Sep 04 16:00:13.721185 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c21382e3-3618-4ee9-b927-ec671e01a911 req-0d30f50e-d5dc-4a73-bb10-fa3a5fe15b1d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342646 Sep 04 16:00:13.936286 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ee313-7232-4321-842d-3c47f28b8132 req-0356b9d7-ec0e-4888-968a-909bce744014 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:13.938548 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0c0ee313-7232-4321-842d-3c47f28b8132 req-0356b9d7-ec0e-4888-968a-909bce744014 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0743470 Sep 04 16:00:13.980411 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0c0ee313-7232-4321-842d-3c47f28b8132 req-4739317d-1d95-401c-96fa-b7f2220f2a65 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357380 Sep 04 16:00:14.012600 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a06cc95d-113e-4bc7-a672-1e8cd2903a06 req-7944d6c6-5cd9-4388-9ef5-69009eaf5c0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba64a442-e8a9-48ea-ac8c-93601439294a HTTP/1.1" status: 200 len: 217 time: 0.0357094 Sep 04 16:00:14.147138 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 40878) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:14.250112 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-65d464b2-e4fc-4fb3-ad24-572d503cae9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:14.342969 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4ab18-e6fc-4851-8365-496107404313 req-dbd19c90-7edb-4300-af73-b6dce88f1002 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:14.344377 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fc4ab18-e6fc-4851-8365-496107404313 req-dbd19c90-7edb-4300-af73-b6dce88f1002 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0744395 Sep 04 16:00:14.400270 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fc4ab18-e6fc-4851-8365-496107404313 req-092565e6-c2f2-4aab-9413-5c07c6e9430d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488703 Sep 04 16:00:14.409550 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-65d464b2-e4fc-4fb3-ad24-572d503cae9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:14.415729 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-65d464b2-e4fc-4fb3-ad24-572d503cae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:14.453051 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-65d464b2-e4fc-4fb3-ad24-572d503cae9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4666d01a7444326bebb825dec7a4766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048205 Sep 04 16:00:14.454442 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d464b2-e4fc-4fb3-ad24-572d503cae9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5101464e-3125-4653-b652-5fa9c2a15947,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:14.457325 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 40886) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:14.536268 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5359cd46-fc53-4781-ae4b-cdc619967040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:14.559491 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3c5e1-4153-4ca5-b229-b2e6710e2a02 req-d92c1a7a-82a8-4501-b466-232b7e37fb5c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:14.560990 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-40b3c5e1-4153-4ca5-b229-b2e6710e2a02 req-d92c1a7a-82a8-4501-b466-232b7e37fb5c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0701180 Sep 04 16:00:14.579737 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5359cd46-fc53-4781-ae4b-cdc619967040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:14.627878 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-40b3c5e1-4153-4ca5-b229-b2e6710e2a02 req-11c3e2be-00fe-4f1c-a0f0-2c975af64956 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587530 Sep 04 16:00:14.645491 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5359cd46-fc53-4781-ae4b-cdc619967040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:14.648010 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5359cd46-fc53-4781-ae4b-cdc619967040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:14.649126 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5359cd46-fc53-4781-ae4b-cdc619967040 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5101464e-3125-4653-b652-5fa9c2a15947 HTTP/1.1" status: 204 len: 168 time: 0.1907611 Sep 04 16:00:14.656732 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359cd46-fc53-4781-ae4b-cdc619967040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5101464e-3125-4653-b652-5fa9c2a15947,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:14.835543 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035d0c3-9ce0-494a-954e-1801716752ee req-492de22d-0be6-4bea-b5d1-7c5e5fa32ee2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:14.837071 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4035d0c3-9ce0-494a-954e-1801716752ee req-492de22d-0be6-4bea-b5d1-7c5e5fa32ee2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 943 time: 0.0485785 Sep 04 16:00:14.877364 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4035d0c3-9ce0-494a-954e-1801716752ee req-fa709f98-deac-4a1d-8075-35cc35982e28 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Sep 04 16:00:14.916719 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 40896) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:14.930814 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca680f46-33b7-4dc1-b6a1-f1cbfab21f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:15.033343 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca680f46-33b7-4dc1-b6a1-f1cbfab21f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:15.038068 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ca680f46-33b7-4dc1-b6a1-f1cbfab21f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:15.088116 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ca680f46-33b7-4dc1-b6a1-f1cbfab21f17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b68dfa2a6ba94df4a3e4b1d94afb0cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702988 Sep 04 16:00:15.090822 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 40906) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:15.102519 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca680f46-33b7-4dc1-b6a1-f1cbfab21f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1733add-f5ff-4546-8ed2-3da704f49b7b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:15.128629 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543d979-9c9f-424b-a00e-09fd80edb642 req-ea9687b7-b47c-47d5-9d96-ebcc0e65d804 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:15.130217 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9543d979-9c9f-424b-a00e-09fd80edb642 req-ea9687b7-b47c-47d5-9d96-ebcc0e65d804 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0650563 Sep 04 16:00:15.145623 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dbd0caa7-40c4-433c-8227-019558cb40b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:15.166933 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dbd0caa7-40c4-433c-8227-019558cb40b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:15.168125 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9543d979-9c9f-424b-a00e-09fd80edb642 req-d86be9c3-2e28-4fba-b3de-736b3f187694 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321064 Sep 04 16:00:15.213831 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dbd0caa7-40c4-433c-8227-019558cb40b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:15.216426 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dbd0caa7-40c4-433c-8227-019558cb40b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:15.217672 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-dbd0caa7-40c4-433c-8227-019558cb40b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1733add-f5ff-4546-8ed2-3da704f49b7b HTTP/1.1" status: 204 len: 168 time: 0.1257689 Sep 04 16:00:15.225709 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0caa7-40c4-433c-8227-019558cb40b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1733add-f5ff-4546-8ed2-3da704f49b7b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:15.515949 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163805d-59a2-436d-a7e0-d2d407ad98ec req-77c316e4-c60b-4dab-910e-cd4d5373afa1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:15.517592 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f163805d-59a2-436d-a7e0-d2d407ad98ec req-77c316e4-c60b-4dab-910e-cd4d5373afa1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0497489 Sep 04 16:00:15.556236 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f163805d-59a2-436d-a7e0-d2d407ad98ec req-857ae089-65b0-4ae3-9d62-e6f47818fd27 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Sep 04 16:00:15.637050 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cc95d-113e-4bc7-a672-1e8cd2903a06 req-fd504f19-7733-4ef4-9c59-bab4ac28f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:15.638800 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a06cc95d-113e-4bc7-a672-1e8cd2903a06 req-fd504f19-7733-4ef4-9c59-bab4ac28f2fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 200 len: 858 time: 0.0476334 Sep 04 16:00:15.678933 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a06cc95d-113e-4bc7-a672-1e8cd2903a06 req-cb4b120f-8445-46aa-8794-357c150e7813 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a632102c-6130-4abb-b1c8-54457bd9a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325878 Sep 04 16:00:15.707549 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92540a0e-13fc-4a15-85eb-420329f0cf06 req-3362c60d-939e-436a-9862-65d6272fef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:15.709057 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-92540a0e-13fc-4a15-85eb-420329f0cf06 req-3362c60d-939e-436a-9862-65d6272fef98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 1097 time: 0.1070662 Sep 04 16:00:15.774954 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23703f6c-f2c6-4561-81e3-b3a61a67848d req-030947d9-57db-480a-ae45-e4c3a6d49e9e service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852148 Sep 04 16:00:15.800055 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a06cc95d-113e-4bc7-a672-1e8cd2903a06 req-b5ec13a6-c8a8-4d82-8f2b-cd51db457742 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075764 Sep 04 16:00:15.838846 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564c947-6a39-49f0-9002-37811ff1f309 req-f328ea50-815c-4e58-b93e-a501e7000af0 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:15.840413 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1564c947-6a39-49f0-9002-37811ff1f309 req-f328ea50-815c-4e58-b93e-a501e7000af0 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.1383870 Sep 04 16:00:15.883154 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92540a0e-13fc-4a15-85eb-420329f0cf06 req-22c8708d-f05b-49f4-8fc5-d0f934451822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:15.884636 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-92540a0e-13fc-4a15-85eb-420329f0cf06 req-22c8708d-f05b-49f4-8fc5-d0f934451822 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6f1873aa89b04304a4553ff72225c139&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1636829 Sep 04 16:00:15.899875 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a06cc95d-113e-4bc7-a672-1e8cd2903a06 req-fb20e175-5df0-4520-872c-db0f34e66740 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949247 Sep 04 16:00:15.912667 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1564c947-6a39-49f0-9002-37811ff1f309 req-48520b88-4882-4f72-9f8e-2c1b2d6da2cd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646393 Sep 04 16:00:15.996978 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92db17e-bb31-4b6c-95d7-be7f9ae4765b req-f2323f1b-a7a7-4ebb-9fc3-dc3d37bf9880 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:15.998582 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f92db17e-bb31-4b6c-95d7-be7f9ae4765b req-f2323f1b-a7a7-4ebb-9fc3-dc3d37bf9880 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 943 time: 0.0517809 Sep 04 16:00:16.005733 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92540a0e-13fc-4a15-85eb-420329f0cf06 req-85fe3a80-fc96-4159-8622-509d220ea901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:16.007201 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-92540a0e-13fc-4a15-85eb-420329f0cf06 req-85fe3a80-fc96-4159-8622-509d220ea901 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136425 Sep 04 16:00:16.039234 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f92db17e-bb31-4b6c-95d7-be7f9ae4765b req-6bfa67cc-3741-45fd-a7a0-f6f5ade5e232 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340712 Sep 04 16:00:16.295235 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaf85f-9114-4024-83dc-f245af58241f req-4b0f92dc-c234-4037-aa7a-577eae220078 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:16.296652 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-badaf85f-9114-4024-83dc-f245af58241f req-4b0f92dc-c234-4037-aa7a-577eae220078 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0583098 Sep 04 16:00:16.369434 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-badaf85f-9114-4024-83dc-f245af58241f req-422bf543-6242-4c6c-b073-ed33a380ddf0 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643277 Sep 04 16:00:16.374486 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fe16cbe4-69c1-4176-8312-80a01dea00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:16.376644 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-fe16cbe4-69c1-4176-8312-80a01dea00f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 1097 time: 0.0650280 Sep 04 16:00:16.590440 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-eb049bb7-3f59-44d5-9d16-31d61c5fad96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcef89de-da6d-4438-9e11-f05f93f56443 HTTP/1.1" status: 200 len: 217 time: 0.0345292 Sep 04 16:00:16.643848 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-6acce3f6-0e11-4fd9-8456-e24ef90b51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:16.645303 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-6acce3f6-0e11-4fd9-8456-e24ef90b51ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0467281 Sep 04 16:00:16.679430 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586441bd-2bf3-441f-bd85-42a94acc6aab req-7cfcaef6-2761-4f4a-8d87-60f0689b4e80 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:16.680957 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-586441bd-2bf3-441f-bd85-42a94acc6aab req-7cfcaef6-2761-4f4a-8d87-60f0689b4e80 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0564802 Sep 04 16:00:16.710681 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-8b284016-dde1-491e-9cb3-5ccda6634aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:16.712154 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-8b284016-dde1-491e-9cb3-5ccda6634aa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576582 Sep 04 16:00:16.735559 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-586441bd-2bf3-441f-bd85-42a94acc6aab req-9b93c0ed-3950-40de-a4f9-3e4a6b126d7a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478389 Sep 04 16:00:16.819824 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-0106def0-f0e4-411e-9204-bdfd633a4821 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993278 Sep 04 16:00:16.964037 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8a38386-4c8b-45ea-bc57-1230d7d0f48a req-15b3f292-8dd6-4759-b13f-c78249b2b102 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360779 Sep 04 16:00:17.069102 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93a012-9659-48c5-b845-af6af08b0d29 req-1f92d6a7-878f-40a3-83f0-930cff932083 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:17.070658 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0a93a012-9659-48c5-b845-af6af08b0d29 req-1f92d6a7-878f-40a3-83f0-930cff932083 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0556366 Sep 04 16:00:17.128765 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0a93a012-9659-48c5-b845-af6af08b0d29 req-3a1630e5-338d-427c-899b-e37a0353b8ec tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482655 Sep 04 16:00:17.187539 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae796f3-e175-4fd4-b699-7db4dc11406b req-887c01e4-d677-4377-b170-8718fa3c8ee5 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:17.195559 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dae796f3-e175-4fd4-b699-7db4dc11406b req-887c01e4-d677-4377-b170-8718fa3c8ee5 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 943 time: 0.0729289 Sep 04 16:00:17.252053 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dae796f3-e175-4fd4-b699-7db4dc11406b req-e81aa69c-eece-4129-b4f9-fa7b79a2acc4 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 Sep 04 16:00:17.514640 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7003-e453-45ad-be5a-2cb57b810e8b req-762c0196-3662-404b-b9c3-760f4ff79a48 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:17.524066 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-334a7003-e453-45ad-be5a-2cb57b810e8b req-762c0196-3662-404b-b9c3-760f4ff79a48 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0621464 Sep 04 16:00:17.529877 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41024) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:17.563678 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-334a7003-e453-45ad-be5a-2cb57b810e8b req-1a76cbb8-a9d9-42e9-9a6b-5a7f8899befc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381289 Sep 04 16:00:17.714294 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fe38cf-ecf5-40de-8e45-c0af4cd68c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:17.820331 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fe38cf-ecf5-40de-8e45-c0af4cd68c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:17.837632 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4fe38cf-ecf5-40de-8e45-c0af4cd68c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:17.849989 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41038) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:17.880912 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a4fe38cf-ecf5-40de-8e45-c0af4cd68c62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a108075bc0545668281ca4a9f18c467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491514 Sep 04 16:00:17.883124 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41042) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:17.883823 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe38cf-ecf5-40de-8e45-c0af4cd68c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c730256-ab2c-4a98-8faa-ebd233a3ec27,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:17.899079 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b621-c705-422f-b291-be1467827969 req-50dc1b2a-7dae-4227-a655-89b45ccc815c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:17.900462 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6e69b621-c705-422f-b291-be1467827969 req-50dc1b2a-7dae-4227-a655-89b45ccc815c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0927267 Sep 04 16:00:17.938837 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37f6f8e1-e96f-4ce4-b5d3-45232f0a7253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:17.942494 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6e69b621-c705-422f-b291-be1467827969 req-f47ce3bb-81e0-4227-8d40-2db288e813c2 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345926 Sep 04 16:00:17.966477 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37f6f8e1-e96f-4ce4-b5d3-45232f0a7253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:17.977033 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-033d3581-7a2c-4f8d-a369-36e193816640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.040144 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37f6f8e1-e96f-4ce4-b5d3-45232f0a7253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.042613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-37f6f8e1-e96f-4ce4-b5d3-45232f0a7253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.043750 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-37f6f8e1-e96f-4ce4-b5d3-45232f0a7253 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c730256-ab2c-4a98-8faa-ebd233a3ec27 HTTP/1.1" status: 204 len: 168 time: 0.1596317 Sep 04 16:00:18.055043 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6f8e1-e96f-4ce4-b5d3-45232f0a7253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c730256-ab2c-4a98-8faa-ebd233a3ec27,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:18.104033 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-033d3581-7a2c-4f8d-a369-36e193816640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.108951 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-033d3581-7a2c-4f8d-a369-36e193816640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.157770 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-033d3581-7a2c-4f8d-a369-36e193816640 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e2acc6316c242f582b261926727f4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041422 Sep 04 16:00:18.157770 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d3581-7a2c-4f8d-a369-36e193816640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d31e72-f9b1-4f6c-91f5-643f9b8252c8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:18.159124 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41054) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:18.250433 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27eb8cd1-f0db-4342-8079-34a906715bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.282595 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71d114-208b-4774-9915-2da3c4ab7d3b req-c83c5a26-3bf5-48a9-bda4-5e4ff709cff5 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:18.282733 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27eb8cd1-f0db-4342-8079-34a906715bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.284180 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ab71d114-208b-4774-9915-2da3c4ab7d3b req-c83c5a26-3bf5-48a9-bda4-5e4ff709cff5 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0559950 Sep 04 16:00:18.339657 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ab71d114-208b-4774-9915-2da3c4ab7d3b req-c349e2e3-fd4a-45a3-ab4f-5b08761c6d5a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492997 Sep 04 16:00:18.398736 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896cfd5-c8c7-4c49-9bbe-a11c7597a1c1 req-81d849f2-e012-4865-b867-192af2f21fac tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:18.400123 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8896cfd5-c8c7-4c49-9bbe-a11c7597a1c1 req-81d849f2-e012-4865-b867-192af2f21fac tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 943 time: 0.0623286 Sep 04 16:00:18.400954 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27eb8cd1-f0db-4342-8079-34a906715bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.403698 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27eb8cd1-f0db-4342-8079-34a906715bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.404956 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-27eb8cd1-f0db-4342-8079-34a906715bae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62d31e72-f9b1-4f6c-91f5-643f9b8252c8 HTTP/1.1" status: 204 len: 168 time: 0.2448483 Sep 04 16:00:18.422563 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb8cd1-f0db-4342-8079-34a906715bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d31e72-f9b1-4f6c-91f5-643f9b8252c8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:18.429737 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:18.458017 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-745c81a6-c82f-4378-8076-014559f60ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.462897 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8896cfd5-c8c7-4c49-9bbe-a11c7597a1c1 req-fc921366-631c-43c3-b885-a7b3167a8e69 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477948 Sep 04 16:00:18.587394 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-745c81a6-c82f-4378-8076-014559f60ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.594179 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-745c81a6-c82f-4378-8076-014559f60ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.652305 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-745c81a6-c82f-4378-8076-014559f60ea1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37e185d9663a4c3e8f5b35a786588e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214041 Sep 04 16:00:18.653548 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c81a6-c82f-4378-8076-014559f60ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667e73a0-c827-45f0-a3b8-cd0965a70b9d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:18.655079 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41096) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:18.730759 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22700b35-a285-4c03-b5ff-6c6a7e3ebd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.733437 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ddaa9-16e8-4b56-85aa-af4b4e9b2426 req-2ac6ef6d-dcc0-4588-938a-b6ac8c9a4af6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:18.735979 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-533ddaa9-16e8-4b56-85aa-af4b4e9b2426 req-2ac6ef6d-dcc0-4588-938a-b6ac8c9a4af6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0550373 Sep 04 16:00:18.761047 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22700b35-a285-4c03-b5ff-6c6a7e3ebd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.785442 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-533ddaa9-16e8-4b56-85aa-af4b4e9b2426 req-d3ad5901-5e0f-4591-81b6-0e9e3b4b6f21 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423005 Sep 04 16:00:18.821529 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22700b35-a285-4c03-b5ff-6c6a7e3ebd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.823997 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-22700b35-a285-4c03-b5ff-6c6a7e3ebd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:18.827450 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-22700b35-a285-4c03-b5ff-6c6a7e3ebd48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/667e73a0-c827-45f0-a3b8-cd0965a70b9d HTTP/1.1" status: 204 len: 168 time: 0.1689816 Sep 04 16:00:18.835213 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22700b35-a285-4c03-b5ff-6c6a7e3ebd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667e73a0-c827-45f0-a3b8-cd0965a70b9d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:18.878771 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41102) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:18.904082 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df2bb118-fc0e-4530-a8cc-fabdbb8bfabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.025952 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df2bb118-fc0e-4530-a8cc-fabdbb8bfabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.030840 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df2bb118-fc0e-4530-a8cc-fabdbb8bfabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.090093 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-df2bb118-fc0e-4530-a8cc-fabdbb8bfabb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc179d8d471540fa8cf3d43eb21a95c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099447 Sep 04 16:00:19.092979 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41114) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:19.097226 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bb118-fc0e-4530-a8cc-fabdbb8bfabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c3ebbd-3cd4-4a6e-88e0-9fda68992cfd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:19.117909 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416ca0-172b-42a4-b50f-a18f16633182 req-41168300-d43a-47f3-93df-a431171632a2 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:19.119423 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8d416ca0-172b-42a4-b50f-a18f16633182 req-41168300-d43a-47f3-93df-a431171632a2 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0762553 Sep 04 16:00:19.155661 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7529e837-0f4d-46cb-90cb-c08829503b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.159739 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8d416ca0-172b-42a4-b50f-a18f16633182 req-4e55307f-852d-4a90-a971-13cb2038b934 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Sep 04 16:00:19.181066 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7529e837-0f4d-46cb-90cb-c08829503b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.232245 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7529e837-0f4d-46cb-90cb-c08829503b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.232648 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41116) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:19.234159 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7529e837-0f4d-46cb-90cb-c08829503b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.235854 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7529e837-0f4d-46cb-90cb-c08829503b02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0c3ebbd-3cd4-4a6e-88e0-9fda68992cfd HTTP/1.1" status: 204 len: 168 time: 0.1414204 Sep 04 16:00:19.244153 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529e837-0f4d-46cb-90cb-c08829503b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c3ebbd-3cd4-4a6e-88e0-9fda68992cfd,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:19.252981 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eb553709-c0d0-4605-a62c-67507afc2844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.359390 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eb553709-c0d0-4605-a62c-67507afc2844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.364839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-eb553709-c0d0-4605-a62c-67507afc2844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.410938 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-eb553709-c0d0-4605-a62c-67507afc2844 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c8f8afd37904582be1020b0316db589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767395 Sep 04 16:00:19.412197 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb553709-c0d0-4605-a62c-67507afc2844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acf17d4-d1f8-4a34-bbdd-e7cfeb1eb6f4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:19.413548 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41122) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:19.499638 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae52ca-4946-4958-a43e-934ed7587690 req-dbc0ae4a-a6fa-47b1-9120-3f137f8e909d tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:19.501296 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6ae52ca-4946-4958-a43e-934ed7587690 req-dbc0ae4a-a6fa-47b1-9120-3f137f8e909d tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0792365 Sep 04 16:00:19.506309 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b270b2cb-7dff-4d1e-b925-b4fe14d1ae99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.535108 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b270b2cb-7dff-4d1e-b925-b4fe14d1ae99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.589065 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6ae52ca-4946-4958-a43e-934ed7587690 req-4076bf7e-9440-4d32-a93a-41c0e39c2879 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784407 Sep 04 16:00:19.603275 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911b6d-1ef5-4afd-acdc-48559fdff589 req-463a1c2f-37a8-408f-860c-48089ceba3c1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:19.614492 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a9911b6d-1ef5-4afd-acdc-48559fdff589 req-463a1c2f-37a8-408f-860c-48089ceba3c1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 943 time: 0.0603127 Sep 04 16:00:19.614805 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b270b2cb-7dff-4d1e-b925-b4fe14d1ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.616741 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b270b2cb-7dff-4d1e-b925-b4fe14d1ae99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:19.618145 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b270b2cb-7dff-4d1e-b925-b4fe14d1ae99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0acf17d4-d1f8-4a34-bbdd-e7cfeb1eb6f4 HTTP/1.1" status: 204 len: 168 time: 0.2030866 Sep 04 16:00:19.626683 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270b2cb-7dff-4d1e-b925-b4fe14d1ae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acf17d4-d1f8-4a34-bbdd-e7cfeb1eb6f4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:19.659982 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a9911b6d-1ef5-4afd-acdc-48559fdff589 req-5ac9cb71-31a1-44ec-8d13-e174dc6df2ec tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442524 Sep 04 16:00:19.933012 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3ee10-4937-44c8-b5b9-0aadddbf9c69 req-762a3ed4-8fa6-404f-906a-95b12c1e48c0 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:19.934425 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8ed3ee10-4937-44c8-b5b9-0aadddbf9c69 req-762a3ed4-8fa6-404f-906a-95b12c1e48c0 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0658014 Sep 04 16:00:19.988965 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8ed3ee10-4937-44c8-b5b9-0aadddbf9c69 req-c6a54804-8662-4328-aae4-b3fd0d67fbdf tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414655 Sep 04 16:00:20.293330 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3806299-866f-42b4-8742-3c1566088dbd req-d359c112-bba1-46c5-895b-5f8d177dfe50 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:20.302477 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c3806299-866f-42b4-8742-3c1566088dbd req-d359c112-bba1-46c5-895b-5f8d177dfe50 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0675504 Sep 04 16:00:20.350150 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c3806299-866f-42b4-8742-3c1566088dbd req-2853a1dc-9012-4b22-8a95-21dedda65070 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Sep 04 16:00:20.729924 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5c9e0-e37f-4a6b-991f-77ca5143cd88 req-b9b1859b-c439-4558-86c7-5730218261e4 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:20.732240 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dfc5c9e0-e37f-4a6b-991f-77ca5143cd88 req-b9b1859b-c439-4558-86c7-5730218261e4 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0674624 Sep 04 16:00:20.781308 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dfc5c9e0-e37f-4a6b-991f-77ca5143cd88 req-c27f5f60-c5a3-46af-a8ec-249dfc457c1c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Sep 04 16:00:20.972117 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87e2fe-7825-46ce-abb2-dcd5961f9141 req-7ad8d787-2ca7-4a25-95fb-ea4c0874b660 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:20.973670 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5d87e2fe-7825-46ce-abb2-dcd5961f9141 req-7ad8d787-2ca7-4a25-95fb-ea4c0874b660 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 943 time: 0.2368977 Sep 04 16:00:21.022400 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5d87e2fe-7825-46ce-abb2-dcd5961f9141 req-dd1d21ed-fd9b-4821-bf63-892bdc593ee0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Sep 04 16:00:21.148923 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device bcef89de-da6d-4438-9e11-f05f93f56443 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:00:21.169019 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ea77-ed0e-47cf-8a35-d93eb0364dad req-be38774e-8cc9-42d2-ab1f-5012887bbc59 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:21.179973 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9943ea77-ed0e-47cf-8a35-d93eb0364dad req-be38774e-8cc9-42d2-ab1f-5012887bbc59 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0885718 Sep 04 16:00:21.269480 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9943ea77-ed0e-47cf-8a35-d93eb0364dad req-08010375-cab0-4041-a56c-06abd0f59996 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883279 Sep 04 16:00:21.301823 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:21.316837 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'port_id': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'mac_address': 'fa:16:3e:3c:c8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:00:21.359096 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:21.373637 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcef89de-da6d-4438-9e11-f05f93f56443 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:00:21.397298 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:21.400785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41288) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:21.405363 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:21.406536 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device d943eb27-7e89-4531-9d03-243f18313e8a details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:00:21.525895 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port d943eb27-7e89-4531-9d03-243f18313e8a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d943eb27-7e89-4531-9d03-243f18313e8a,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:21.564216 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39158ea8-dfdb-43d5-91f7-d65111d5e19c req-d5ad1f9b-8a57-454b-819f-d06290c05a1d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:21.565790 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-39158ea8-dfdb-43d5-91f7-d65111d5e19c req-d5ad1f9b-8a57-454b-819f-d06290c05a1d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 944 time: 0.0915978 Sep 04 16:00:21.591600 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'd943eb27-7e89-4531-9d03-243f18313e8a', 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1', 'port_id': 'd943eb27-7e89-4531-9d03-243f18313e8a', 'mac_address': 'fa:16:3e:f8:00:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0253b67f-bd7c-4f5d-9250-4fbb5f2aae95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:00:21.603829 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:21.639090 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ca428f6-5cb5-48ab-9713-3986a70d8234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:21.650030 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-39158ea8-dfdb-43d5-91f7-d65111d5e19c req-856a10a5-03c5-47f2-b869-d30338c6b47d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774496 Sep 04 16:00:21.658049 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:21.673755 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d943eb27-7e89-4531-9d03-243f18313e8a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:00:21.712102 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port d943eb27-7e89-4531-9d03-243f18313e8a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d943eb27-7e89-4531-9d03-243f18313e8a,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:21.716529 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:21.721730 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 2f2254a7-c85a-456f-b859-a236849fbf58 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:00:21.775560 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ca428f6-5cb5-48ab-9713-3986a70d8234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:21.781061 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ca428f6-5cb5-48ab-9713-3986a70d8234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:21.802301 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=d943eb27-7e89-4531-9d03-243f18313e8a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:21.818243 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41316) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:21.847647 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca428f6-5cb5-48ab-9713-3986a70d8234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802e7a28-4fc8-4ce5-b750-4c3559e5645a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:21.863281 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-2ca428f6-5cb5-48ab-9713-3986a70d8234 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3a6cabf515f45cd85d78a24d913c9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590564 Sep 04 16:00:21.863653 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41320) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:21.917511 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 2f2254a7-c85a-456f-b859-a236849fbf58, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=2f2254a7-c85a-456f-b859-a236849fbf58,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:21.931674 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': '2f2254a7-c85a-456f-b859-a236849fbf58', 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e', 'port_id': '2f2254a7-c85a-456f-b859-a236849fbf58', 'mac_address': 'fa:16:3e:ac:38:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27b951f-d51e-44d0-915e-6906f258bd64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:00:21.969847 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cf329-6ff0-457a-a22a-8f7fbe6b35a8 req-fa75a02c-0e19-410a-96bf-708c81776534 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:21.972263 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8f2cf329-6ff0-457a-a22a-8f7fbe6b35a8 req-fa75a02c-0e19-410a-96bf-708c81776534 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 944 time: 0.0759580 Sep 04 16:00:21.973388 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d28a2b48-7258-43ff-a1d1-f02b29a08ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:21.978281 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:21.997186 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2254a7-c85a-456f-b859-a236849fbf58 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:00:22.018278 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 2f2254a7-c85a-456f-b859-a236849fbf58, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=2f2254a7-c85a-456f-b859-a236849fbf58,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:22.022879 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-583350cd-e1ba-4bda-b95f-05819df49fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.023159 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.023807 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ba64a442-e8a9-48ea-ac8c-93601439294a details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:00:22.030410 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d28a2b48-7258-43ff-a1d1-f02b29a08ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.101887 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port ba64a442-e8a9-48ea-ac8c-93601439294a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ba64a442-e8a9-48ea-ac8c-93601439294a,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:22.112184 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8f2cf329-6ff0-457a-a22a-8f7fbe6b35a8 req-210a0342-7041-4f96-be3b-7bdca4b16ca1 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191833 Sep 04 16:00:22.114518 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=2f2254a7-c85a-456f-b859-a236849fbf58,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:22.120032 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'ba64a442-e8a9-48ea-ac8c-93601439294a', 'network_id': 'a632102c-6130-4abb-b1c8-54457bd9a66e', 'port_id': 'ba64a442-e8a9-48ea-ac8c-93601439294a', 'mac_address': 'fa:16:3e:22:ce:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27b951f-d51e-44d0-915e-6906f258bd64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:00:22.177707 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d28a2b48-7258-43ff-a1d1-f02b29a08ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.180179 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d28a2b48-7258-43ff-a1d1-f02b29a08ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.184045 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d28a2b48-7258-43ff-a1d1-f02b29a08ef2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/802e7a28-4fc8-4ce5-b750-4c3559e5645a HTTP/1.1" status: 204 len: 168 time: 0.3194163 Sep 04 16:00:22.197077 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.199267 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b334464-2eca-4932-928d-3782906381ba req-c25bd379-8a48-49d4-a488-567d6900b98c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:22.200448 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b334464-2eca-4932-928d-3782906381ba req-c25bd379-8a48-49d4-a488-567d6900b98c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 943 time: 0.0541849 Sep 04 16:00:22.207580 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a2b48-7258-43ff-a1d1-f02b29a08ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e7a28-4fc8-4ce5-b750-4c3559e5645a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:22.211479 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba64a442-e8a9-48ea-ac8c-93601439294a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:00:22.243477 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-583350cd-e1ba-4bda-b95f-05819df49fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.250149 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-583350cd-e1ba-4bda-b95f-05819df49fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.261776 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port ba64a442-e8a9-48ea-ac8c-93601439294a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ba64a442-e8a9-48ea-ac8c-93601439294a,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:22.276421 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.277601 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device dbe72424-afe5-464d-93bc-189a96398553 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:00:22.300676 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b334464-2eca-4932-928d-3782906381ba req-1810861d-7e7e-4a8e-9f8f-18072be0c651 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918458 Sep 04 16:00:22.308191 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583350cd-e1ba-4bda-b95f-05819df49fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7521aaf-7ffc-40c3-9981-c3e7feac42fd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:22.317527 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41330) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:22.318422 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-583350cd-e1ba-4bda-b95f-05819df49fa9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c2e7e6cec544d5ebbc1b75440f3c9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979317 Sep 04 16:00:22.383061 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cf16c6e-6018-4003-906a-8feec8a9ac3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.405713 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=ba64a442-e8a9-48ea-ac8c-93601439294a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:22.416946 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cf16c6e-6018-4003-906a-8feec8a9ac3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.418452 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414a2af-78da-4034-9c6e-4d7c9628f898 req-aab6d68e-4963-4f3c-857c-f34e552f5834 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:22.420189 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a414a2af-78da-4034-9c6e-4d7c9628f898 req-aab6d68e-4963-4f3c-857c-f34e552f5834 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 945 time: 0.0586586 Sep 04 16:00:22.470285 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a414a2af-78da-4034-9c6e-4d7c9628f898 req-debee192-1fc8-4bd2-94df-cd9b2c44c347 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404220 Sep 04 16:00:22.476628 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cf16c6e-6018-4003-906a-8feec8a9ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.479963 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8cf16c6e-6018-4003-906a-8feec8a9ac3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.483857 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port dbe72424-afe5-464d-93bc-189a96398553, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dbe72424-afe5-464d-93bc-189a96398553,segment=NetworkSegment(de9c7f90-71be-4a44-83e0-cde7ffcde718),segment_id=de9c7f90-71be-4a44-83e0-cde7ffcde718)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:22.484034 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8cf16c6e-6018-4003-906a-8feec8a9ac3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7521aaf-7ffc-40c3-9981-c3e7feac42fd HTTP/1.1" status: 204 len: 168 time: 0.1628768 Sep 04 16:00:22.508597 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'dbe72424-afe5-464d-93bc-189a96398553', 'network_id': '6150ac03-ccdf-4032-b72d-f88ab557760f', 'port_id': 'dbe72424-afe5-464d-93bc-189a96398553', 'mac_address': 'fa:16:3e:a7:e1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9d172f-435e-4c15-9a04-cf7d89416c34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:00:22.510881 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf16c6e-6018-4003-906a-8feec8a9ac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7521aaf-7ffc-40c3-9981-c3e7feac42fd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:22.552711 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.565825 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe72424-afe5-464d-93bc-189a96398553 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:00:22.587233 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port dbe72424-afe5-464d-93bc-189a96398553, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dbe72424-afe5-464d-93bc-189a96398553,segment=NetworkSegment(de9c7f90-71be-4a44-83e0-cde7ffcde718),segment_id=de9c7f90-71be-4a44-83e0-cde7ffcde718)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:22.591396 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.613130 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41336) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:22.626804 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-047d682e-027c-4d17-aaaa-e31fcdea8ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.640381 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=dbe72424-afe5-464d-93bc-189a96398553,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:22.720682 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-047d682e-027c-4d17-aaaa-e31fcdea8ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.725426 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-047d682e-027c-4d17-aaaa-e31fcdea8ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.808432 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-047d682e-027c-4d17-aaaa-e31fcdea8ebe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26828c88809e461c83b3c2fa9d4207bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919820 Sep 04 16:00:22.808432 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d682e-027c-4d17-aaaa-e31fcdea8ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1289fd20-472e-4942-8e1b-5a3d20acf9c4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:22.808960 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41346) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:22.836975 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678793b-3361-4e52-ad27-0dac1e88a080 req-f0baf0c4-8cb8-4c03-952c-82e4e6365faf tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:22.838591 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8678793b-3361-4e52-ad27-0dac1e88a080 req-f0baf0c4-8cb8-4c03-952c-82e4e6365faf tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 945 time: 0.0864789 Sep 04 16:00:22.844959 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41348) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:22.872568 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7018ed65-cc70-4733-88b2-eaaa670c7ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.882812 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6627504a-5741-48bd-80fe-519f833b27a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.907644 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6627504a-5741-48bd-80fe-519f833b27a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.913522 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8678793b-3361-4e52-ad27-0dac1e88a080 req-b6a3d8ff-5b33-42d6-b06b-a2e2e0b76ea0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593262 Sep 04 16:00:22.966010 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6627504a-5741-48bd-80fe-519f833b27a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.968662 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6627504a-5741-48bd-80fe-519f833b27a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:22.970056 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6627504a-5741-48bd-80fe-519f833b27a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1289fd20-472e-4942-8e1b-5a3d20acf9c4 HTTP/1.1" status: 204 len: 168 time: 0.1601737 Sep 04 16:00:22.978428 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627504a-5741-48bd-80fe-519f833b27a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1289fd20-472e-4942-8e1b-5a3d20acf9c4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:23.017268 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7018ed65-cc70-4733-88b2-eaaa670c7ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:23.022374 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7018ed65-cc70-4733-88b2-eaaa670c7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:23.067131 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7018ed65-cc70-4733-88b2-eaaa670c7ee7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61990c1c9ee243f4893ad6fccb79f170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181432 Sep 04 16:00:23.069677 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41354) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:23.069832 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018ed65-cc70-4733-88b2-eaaa670c7ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd5cd65-7f7a-437c-a0c6-d26c8a5548d2,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:23.134611 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e9fae71-3d7c-4f37-81f9-db89a08b69d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:23.156292 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e9fae71-3d7c-4f37-81f9-db89a08b69d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:23.237878 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb19d-3c2c-4204-ad27-55ccff4c2b9f req-dfca6f32-1d5e-4317-9227-fb678ae82f82 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:23.239514 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-440cb19d-3c2c-4204-ad27-55ccff4c2b9f req-dfca6f32-1d5e-4317-9227-fb678ae82f82 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 945 time: 0.0600507 Sep 04 16:00:23.244151 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e9fae71-3d7c-4f37-81f9-db89a08b69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:23.246670 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e9fae71-3d7c-4f37-81f9-db89a08b69d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:23.247710 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-4e9fae71-3d7c-4f37-81f9-db89a08b69d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cd5cd65-7f7a-437c-a0c6-d26c8a5548d2 HTTP/1.1" status: 204 len: 168 time: 0.1760910 Sep 04 16:00:23.270822 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fae71-3d7c-4f37-81f9-db89a08b69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd5cd65-7f7a-437c-a0c6-d26c8a5548d2,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:23.307075 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-440cb19d-3c2c-4204-ad27-55ccff4c2b9f req-170f3bef-e787-45f6-b35a-1f03ec5ea5af tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582197 Sep 04 16:00:23.445462 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aa3d3-9b72-4f5c-ab5c-6c193c25d12f req-9bd8450b-31ab-4e18-80c7-79ae3bb985d3 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:23.447177 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-614aa3d3-9b72-4f5c-ab5c-6c193c25d12f req-9bd8450b-31ab-4e18-80c7-79ae3bb985d3 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 944 time: 0.0585575 Sep 04 16:00:23.470124 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['dbe72424-afe5-464d-93bc-189a96398553'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:00:23.503985 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-614aa3d3-9b72-4f5c-ab5c-6c193c25d12f req-b972e6ca-c28b-40c1-9771-cd2b48fced9b tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486007 Sep 04 16:00:23.593010 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['2f2254a7-c85a-456f-b859-a236849fbf58'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:00:23.605031 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['d943eb27-7e89-4531-9d03-243f18313e8a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:00:23.622348 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:00:23.658971 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['bcef89de-da6d-4438-9e11-f05f93f56443'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:00:23.661290 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['ba64a442-e8a9-48ea-ac8c-93601439294a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:00:23.692946 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875bdbd-0d42-4cc5-a31d-6d153a994228 req-912f960d-d7a2-436d-93f0-91cbe0cd099c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:23.694570 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0875bdbd-0d42-4cc5-a31d-6d153a994228 req-912f960d-d7a2-436d-93f0-91cbe0cd099c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 945 time: 0.1034954 Sep 04 16:00:23.744331 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0875bdbd-0d42-4cc5-a31d-6d153a994228 req-f969f11b-6639-496a-ae4a-c8aa7ede6b2a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437665 Sep 04 16:00:24.081645 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab6044-9357-4a09-8a87-9b7b5d1b6f30 req-7a07f162-61d6-4631-9aae-9ba2dab82e0e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:24.087966 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-faab6044-9357-4a09-8a87-9b7b5d1b6f30 req-7a07f162-61d6-4631-9aae-9ba2dab82e0e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 945 time: 0.0934834 Sep 04 16:00:24.173755 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-faab6044-9357-4a09-8a87-9b7b5d1b6f30 req-d4cd55df-054c-4ca7-8788-e3a805530539 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744493 Sep 04 16:00:24.496174 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797ead-a6e4-40ad-9b21-f2e84c533e00 req-2518d5b8-7bd3-4dc2-816e-95ef55d8d31e tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:24.497722 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cd797ead-a6e4-40ad-9b21-f2e84c533e00 req-2518d5b8-7bd3-4dc2-816e-95ef55d8d31e tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 945 time: 0.0618989 Sep 04 16:00:24.564590 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cd797ead-a6e4-40ad-9b21-f2e84c533e00 req-b30bfb38-48e4-431c-8b41-20631fe02b96 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496943 Sep 04 16:00:24.633809 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cd844-9283-4ed8-ad75-2d7990c40742 req-9fa77d77-c4bd-4af8-b4e2-bec054bcc6da tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:24.635929 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eb4cd844-9283-4ed8-ad75-2d7990c40742 req-9fa77d77-c4bd-4af8-b4e2-bec054bcc6da tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 944 time: 0.0489190 Sep 04 16:00:24.679257 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eb4cd844-9283-4ed8-ad75-2d7990c40742 req-1f4841ff-cb5a-481a-9632-e9cf4211b318 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Sep 04 16:00:24.900172 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdfbb6-5aa6-4484-9f49-437fefd6150d req-a920ebdc-5149-400e-9f94-25163295ac14 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:24.901691 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-60fdfbb6-5aa6-4484-9f49-437fefd6150d req-a920ebdc-5149-400e-9f94-25163295ac14 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 945 time: 0.0536849 Sep 04 16:00:24.941098 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-60fdfbb6-5aa6-4484-9f49-437fefd6150d req-ee85fe38-355c-46b9-afef-59de8d1b6675 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326512 Sep 04 16:00:25.085641 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41450) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:25.204231 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d082cf46-ff8e-459a-bb1c-3885177181b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:25.301601 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d082cf46-ff8e-459a-bb1c-3885177181b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:25.302621 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8473f-4dfa-406d-a6db-364e67806521 req-b7f0eb07-d434-42af-bbb2-3ed5e83c56d5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:25.304146 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fba8473f-4dfa-406d-a6db-364e67806521 req-b7f0eb07-d434-42af-bbb2-3ed5e83c56d5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 945 time: 0.0546906 Sep 04 16:00:25.306033 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d082cf46-ff8e-459a-bb1c-3885177181b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:25.342484 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fba8473f-4dfa-406d-a6db-364e67806521 req-2f624777-83bd-407d-a29c-0dfb529da2d1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Sep 04 16:00:25.346533 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082cf46-ff8e-459a-bb1c-3885177181b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598401d3-46d6-4fde-9049-4c515a4060cb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:25.350937 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d082cf46-ff8e-459a-bb1c-3885177181b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b28a70708ac4d41aa49bbb8ebc8db6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642617 Sep 04 16:00:25.353867 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:25.403202 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74fef441-a645-49e9-b9c7-d1ed277734c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:25.424047 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74fef441-a645-49e9-b9c7-d1ed277734c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:25.469490 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74fef441-a645-49e9-b9c7-d1ed277734c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:25.472246 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-74fef441-a645-49e9-b9c7-d1ed277734c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:25.473610 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-74fef441-a645-49e9-b9c7-d1ed277734c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/598401d3-46d6-4fde-9049-4c515a4060cb HTTP/1.1" status: 204 len: 168 time: 0.1190856 Sep 04 16:00:25.489983 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fef441-a645-49e9-b9c7-d1ed277734c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598401d3-46d6-4fde-9049-4c515a4060cb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:25.682106 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff085bb-f042-4d87-b472-bd1063c21049 req-4d6b876d-fbbb-4dfb-a299-05f3a0d6af99 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:25.683640 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aff085bb-f042-4d87-b472-bd1063c21049 req-4d6b876d-fbbb-4dfb-a299-05f3a0d6af99 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 945 time: 0.0479431 Sep 04 16:00:25.728130 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aff085bb-f042-4d87-b472-bd1063c21049 req-defb9b04-b0ec-4c9e-858b-ce8c14b3706a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367382 Sep 04 16:00:25.777932 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41474) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:25.794396 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5461c966-fca6-44f4-b880-8aef72f7cf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:25.815032 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716a9a-8e05-4ba0-ab86-c411799cb4da req-18b7689f-905c-4b23-b77b-a485156ef98d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:25.816597 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f9716a9a-8e05-4ba0-ab86-c411799cb4da req-18b7689f-905c-4b23-b77b-a485156ef98d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 944 time: 0.0592356 Sep 04 16:00:25.865968 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f9716a9a-8e05-4ba0-ab86-c411799cb4da req-c4750d1d-a55a-48ae-b15b-878b5b0e5c57 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Sep 04 16:00:25.894977 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5461c966-fca6-44f4-b880-8aef72f7cf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:25.899120 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5461c966-fca6-44f4-b880-8aef72f7cf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:25.936293 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5461c966-fca6-44f4-b880-8aef72f7cf57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9cc3686f7154024960902038d5a61a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570501 Sep 04 16:00:25.937170 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461c966-fca6-44f4-b880-8aef72f7cf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1891be7b-b3ec-4664-ba85-300f051e79b4,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:25.941452 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41480) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:25.998519 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7a2b-0d46-48bb-906c-6eb96ae9ed24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:26.034157 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7a2b-0d46-48bb-906c-6eb96ae9ed24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:26.084726 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c1899-bb6a-437b-8ff5-70969a055a7b req-6cc2f801-ea9c-434f-8bed-9c5eb6059b2e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:26.085542 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7a2b-0d46-48bb-906c-6eb96ae9ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:26.088079 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7a2b-0d46-48bb-906c-6eb96ae9ed24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:26.091710 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-2b5c7a2b-0d46-48bb-906c-6eb96ae9ed24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1891be7b-b3ec-4664-ba85-300f051e79b4 HTTP/1.1" status: 204 len: 168 time: 0.1467416 Sep 04 16:00:26.092022 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1a3c1899-bb6a-437b-8ff5-70969a055a7b req-6cc2f801-ea9c-434f-8bed-9c5eb6059b2e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 945 time: 0.0579488 Sep 04 16:00:26.098100 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c7a2b-0d46-48bb-906c-6eb96ae9ed24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891be7b-b3ec-4664-ba85-300f051e79b4,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:26.130060 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1a3c1899-bb6a-437b-8ff5-70969a055a7b req-942cfa6b-97e1-4024-b40a-fd393aa51298 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372419 Sep 04 16:00:26.514361 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6d876-aab2-4633-bfcd-bfa98ff5d84e req-5d1ee00f-afd4-4f5a-a36b-e2753dc3c55c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:26.517555 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d5b6d876-aab2-4633-bfcd-bfa98ff5d84e req-5d1ee00f-afd4-4f5a-a36b-e2753dc3c55c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 945 time: 0.0880058 Sep 04 16:00:26.572916 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d5b6d876-aab2-4633-bfcd-bfa98ff5d84e req-2b418806-a60b-49f1-9462-6239c7729aa4 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Sep 04 16:00:26.846720 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637e88-f59f-4860-aa23-bea138c797ff req-660fa82c-4040-40bd-98a1-146411bd3564 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:26.848189 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-50637e88-f59f-4860-aa23-bea138c797ff req-660fa82c-4040-40bd-98a1-146411bd3564 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 945 time: 0.0481298 Sep 04 16:00:26.885855 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-50637e88-f59f-4860-aa23-bea138c797ff req-41023085-56aa-4a94-93f8-4a03209fae67 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 Sep 04 16:00:26.983554 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebd004-a548-43e9-a994-299d15c41707 req-34976056-63b5-44b6-9120-1ced2e0190e6 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:26.985120 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b2ebd004-a548-43e9-a994-299d15c41707 req-34976056-63b5-44b6-9120-1ced2e0190e6 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 944 time: 0.0491910 Sep 04 16:00:27.026036 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b2ebd004-a548-43e9-a994-299d15c41707 req-88afe1a4-c0b7-4452-b6b8-14cd862e4570 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346413 Sep 04 16:00:27.200058 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device bcef89de-da6d-4438-9e11-f05f93f56443 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:00:27.263725 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port bcef89de-da6d-4438-9e11-f05f93f56443 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:00:27.268330 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port bcef89de-da6d-4438-9e11-f05f93f56443 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:00:27.268692 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:27.272107 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bdb01-b302-4fce-9f02-34fcf6b44a31 req-c7624bad-9dc1-4a63-a101-c5dc9150ac75 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:27.273776 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-037bdb01-b302-4fce-9f02-34fcf6b44a31 req-c7624bad-9dc1-4a63-a101-c5dc9150ac75 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 945 time: 0.0722532 Sep 04 16:00:27.321135 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-037bdb01-b302-4fce-9f02-34fcf6b44a31 req-3dfc7372-a310-4366-8d6d-9b94d4171808 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368967 Sep 04 16:00:27.358721 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:27.383070 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:00:27.467924 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:27.473847 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:27.474852 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device d943eb27-7e89-4531-9d03-243f18313e8a up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:00:27.558941 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:27.582375 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baba111d-b505-4d37-a1c7-7ce2d098b504" -d '{"events": [{"server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "name": "network-vif-plugged", "status": "completed", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:00:27.586298 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port d943eb27-7e89-4531-9d03-243f18313e8a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:00:27.600395 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port d943eb27-7e89-4531-9d03-243f18313e8a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:00:27.604357 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:27.730099 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d220ae0d-83c2-492e-a74b-f8f23fe62fda x-openstack-request-id: req-d220ae0d-83c2-492e-a74b-f8f23fe62fda {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:00:27.730615 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "name": "network-vif-plugged", "status": "completed", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:00:27.731174 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d220ae0d-83c2-492e-a74b-f8f23fe62fda {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:00:27.731631 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'code': 200} Sep 04 16:00:27.732399 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:27.746788 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486d099-51a6-480d-b0fa-695b73adcacf req-5fcc8e3a-73fc-48ba-9c69-e56497cd9983 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:27.755676 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1486d099-51a6-480d-b0fa-695b73adcacf req-5fcc8e3a-73fc-48ba-9c69-e56497cd9983 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 945 time: 0.0852313 Sep 04 16:00:27.771832 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port d943eb27-7e89-4531-9d03-243f18313e8a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d943eb27-7e89-4531-9d03-243f18313e8a,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:27.777218 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:27.778331 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 2f2254a7-c85a-456f-b859-a236849fbf58 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:00:27.791106 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1486d099-51a6-480d-b0fa-695b73adcacf req-a3f7f9a0-8db3-4e98-8edd-542c7415a731 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344641 Sep 04 16:00:27.854970 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=d943eb27-7e89-4531-9d03-243f18313e8a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:27.867808 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port 2f2254a7-c85a-456f-b859-a236849fbf58 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:00:27.875558 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port 2f2254a7-c85a-456f-b859-a236849fbf58 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:00:27.875947 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:27.959222 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:27.992615 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 2f2254a7-c85a-456f-b859-a236849fbf58, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=2f2254a7-c85a-456f-b859-a236849fbf58,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:27.997618 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:27.998709 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device dbe72424-afe5-464d-93bc-189a96398553 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:00:28.011447 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63c840-618c-4df0-af9d-8e6845b8c6b2 req-eeab6a27-07f6-451a-9732-26ad985cdd2e tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:28.017520 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca63c840-618c-4df0-af9d-8e6845b8c6b2 req-eeab6a27-07f6-451a-9732-26ad985cdd2e tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 945 time: 0.0595591 Sep 04 16:00:28.067650 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca63c840-618c-4df0-af9d-8e6845b8c6b2 req-a90651d2-7dfe-4391-929d-4baa97876ab6 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436561 Sep 04 16:00:28.092214 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=2f2254a7-c85a-456f-b859-a236849fbf58,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:28.101758 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port dbe72424-afe5-464d-93bc-189a96398553 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:00:28.106476 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port dbe72424-afe5-464d-93bc-189a96398553 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:00:28.106858 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:28.160810 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca7635-1396-46bd-9a2c-243a12ac0026 req-3030e049-2610-4af7-bbe6-9f28fa00eacc tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:28.165335 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23ca7635-1396-46bd-9a2c-243a12ac0026 req-3030e049-2610-4af7-bbe6-9f28fa00eacc tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 944 time: 0.0545251 Sep 04 16:00:28.197641 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:28.210398 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23ca7635-1396-46bd-9a2c-243a12ac0026 req-f8d22922-1595-4a2c-8808-7dfde064edef tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359390 Sep 04 16:00:28.232481 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port dbe72424-afe5-464d-93bc-189a96398553, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dbe72424-afe5-464d-93bc-189a96398553,segment=NetworkSegment(de9c7f90-71be-4a44-83e0-cde7ffcde718),segment_id=de9c7f90-71be-4a44-83e0-cde7ffcde718)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:28.237533 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:28.238319 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ba64a442-e8a9-48ea-ac8c-93601439294a up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:00:28.308282 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=dbe72424-afe5-464d-93bc-189a96398553,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:28.322526 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port ba64a442-e8a9-48ea-ac8c-93601439294a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:00:28.326186 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port ba64a442-e8a9-48ea-ac8c-93601439294a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:00:28.326529 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:28.411749 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:28.446357 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port ba64a442-e8a9-48ea-ac8c-93601439294a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ba64a442-e8a9-48ea-ac8c-93601439294a,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:00:28.448385 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb632952-94c9-4f8b-87cb-aac2bd556098 req-0820591c-8954-49f4-aac9-b186405b8d67 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:28.449966 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bb632952-94c9-4f8b-87cb-aac2bd556098 req-0820591c-8954-49f4-aac9-b186405b8d67 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0595398 Sep 04 16:00:28.454736 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:28.470037 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41622) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:28.493413 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bb632952-94c9-4f8b-87cb-aac2bd556098 req-7b739816-eea0-4b20-9127-4646671bf970 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355930 Sep 04 16:00:28.503788 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=ba64a442-e8a9-48ea-ac8c-93601439294a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:28.586275 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:28.853594 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:28.857251 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:28.919683 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29cf93bec4b04a1688380a530a6050af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485378 Sep 04 16:00:28.922803 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d844342f-62f2-4837-8e66-0a26479f69a5,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:28.922995 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41634) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:28.932469 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.932815 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.933180 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.933511 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.933836 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.934160 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.934485 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.934806 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.935127 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.935444 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.935758 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.936073 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636352f7-890e-4a4d-8c0b-52121cb38597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:28.951285 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670039c-a9f0-4768-af5f-5e033a44bb24 req-1935e47b-236b-4ac6-9a12-13db6e297e0e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:28.952728 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a670039c-a9f0-4768-af5f-5e033a44bb24 req-1935e47b-236b-4ac6-9a12-13db6e297e0e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0914507 Sep 04 16:00:28.972144 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:28.992057 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a670039c-a9f0-4768-af5f-5e033a44bb24 req-ad0b9dca-4904-4168-a647-48fa12aa313a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Sep 04 16:00:28.993478 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:29.043484 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:29.046122 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:29.047928 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d844342f-62f2-4837-8e66-0a26479f69a5 HTTP/1.1" status: 204 len: 168 time: 0.1237988 Sep 04 16:00:29.056118 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d844342f-62f2-4837-8e66-0a26479f69a5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:29.063388 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.063741 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.064090 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.064434 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.064771 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.065137 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.065470 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.065804 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.066136 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.066463 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.066793 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.067118 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e90d-77fc-4258-a167-fa8d6448e38b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:00:29.175882 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac7c17-6070-4605-add2-d52f8ff3d7df req-8b0547ed-485d-4ef7-8275-e69b750320e7 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:29.177495 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acac7c17-6070-4605-add2-d52f8ff3d7df req-8b0547ed-485d-4ef7-8275-e69b750320e7 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0503585 Sep 04 16:00:29.214776 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acac7c17-6070-4605-add2-d52f8ff3d7df req-60ed641d-6771-4706-b648-1d28dbf53888 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Sep 04 16:00:29.309933 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41644) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:29.326180 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b7e38cf-78a3-49e5-8da1-8afdbb2773d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:29.327656 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a0425-bf2e-4352-96ae-a23ad816a2d9 req-c5d90234-f10e-410c-978d-050778c9251d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:29.330149 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dc6a0425-bf2e-4352-96ae-a23ad816a2d9 req-c5d90234-f10e-410c-978d-050778c9251d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0519092 Sep 04 16:00:29.369616 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dc6a0425-bf2e-4352-96ae-a23ad816a2d9 req-70a9691b-e3c6-46a2-b4e8-2beb1c12793c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Sep 04 16:00:29.420105 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b7e38cf-78a3-49e5-8da1-8afdbb2773d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:29.423865 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9b7e38cf-78a3-49e5-8da1-8afdbb2773d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:29.460871 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9b7e38cf-78a3-49e5-8da1-8afdbb2773d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6c60765d52e4f2ab7e689e4c58b4cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498947 Sep 04 16:00:29.461770 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e38cf-78a3-49e5-8da1-8afdbb2773d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d088e8-de8c-4664-afd6-b1ba969a74ad,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:29.463552 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41646) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:29.513805 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39c7cfee-c2e4-45de-99da-62eb4b2620a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:29.542735 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39c7cfee-c2e4-45de-99da-62eb4b2620a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:29.593251 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39c7cfee-c2e4-45de-99da-62eb4b2620a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:29.595910 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-39c7cfee-c2e4-45de-99da-62eb4b2620a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:29.597232 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-39c7cfee-c2e4-45de-99da-62eb4b2620a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1d088e8-de8c-4664-afd6-b1ba969a74ad HTTP/1.1" status: 204 len: 168 time: 0.1326461 Sep 04 16:00:29.606323 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7cfee-c2e4-45de-99da-62eb4b2620a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d088e8-de8c-4664-afd6-b1ba969a74ad,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:29.623690 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4987d1-9a5f-4940-9129-06162fee46ec req-83c03d4d-2b22-4528-9586-3a394b946f88 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:29.626072 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2f4987d1-9a5f-4940-9129-06162fee46ec req-83c03d4d-2b22-4528-9586-3a394b946f88 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0547874 Sep 04 16:00:29.673749 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2f4987d1-9a5f-4940-9129-06162fee46ec req-1a7013ae-c380-4534-9d0f-c5b12ba8fb87 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413511 Sep 04 16:00:29.733466 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd943eb27-7e89-4531-9d03-243f18313e8a'}, {'server_uuid': '6f6b1f7f-717b-409e-9028-2f3121219be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2254a7-c85a-456f-b859-a236849fbf58'}, {'server_uuid': 'c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe72424-afe5-464d-93bc-189a96398553'}, {'server_uuid': 'd5a0c3e1-9ef5-4cdd-8de3-8e40494c694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba64a442-e8a9-48ea-ac8c-93601439294a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:00:29.738162 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd42faaa-f00c-4149-96a6-0a4d1d132b54" -d '{"events": [{"server_uuid": "9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f", "name": "network-vif-plugged", "status": "completed", "tag": "d943eb27-7e89-4531-9d03-243f18313e8a"}, {"server_uuid": "6f6b1f7f-717b-409e-9028-2f3121219be4", "name": "network-vif-plugged", "status": "completed", "tag": "2f2254a7-c85a-456f-b859-a236849fbf58"}, {"server_uuid": "c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e", "name": "network-vif-plugged", "status": "completed", "tag": "dbe72424-afe5-464d-93bc-189a96398553"}, {"server_uuid": "d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e", "name": "network-vif-plugged", "status": "completed", "tag": "ba64a442-e8a9-48ea-ac8c-93601439294a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:00:29.799196 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 04 Sep 2021 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38efa28f-b6f9-4a80-9aa2-519c7ea65204 x-openstack-request-id: req-38efa28f-b6f9-4a80-9aa2-519c7ea65204 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:00:29.799575 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f", "name": "network-vif-plugged", "status": "completed", "tag": "d943eb27-7e89-4531-9d03-243f18313e8a", "code": 200}, {"server_uuid": "6f6b1f7f-717b-409e-9028-2f3121219be4", "name": "network-vif-plugged", "status": "completed", "tag": "2f2254a7-c85a-456f-b859-a236849fbf58", "code": 200}, {"server_uuid": "c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e", "name": "network-vif-plugged", "status": "completed", "tag": "dbe72424-afe5-464d-93bc-189a96398553", "code": 200}, {"server_uuid": "d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e", "name": "network-vif-plugged", "status": "completed", "tag": "ba64a442-e8a9-48ea-ac8c-93601439294a", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:00:29.799842 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38efa28f-b6f9-4a80-9aa2-519c7ea65204 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:00:29.800386 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd943eb27-7e89-4531-9d03-243f18313e8a', 'code': 200} Sep 04 16:00:29.800667 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6b1f7f-717b-409e-9028-2f3121219be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2254a7-c85a-456f-b859-a236849fbf58', 'code': 200} Sep 04 16:00:29.800940 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe72424-afe5-464d-93bc-189a96398553', 'code': 200} Sep 04 16:00:29.801191 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a0c3e1-9ef5-4cdd-8de3-8e40494c694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba64a442-e8a9-48ea-ac8c-93601439294a', 'code': 200} Sep 04 16:00:30.109226 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5ef88-8a56-4c8e-bf2f-d8bd09c6550f req-18a48bad-11b2-41a3-a3bb-e0de7015d2a6 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:30.110999 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-41b5ef88-8a56-4c8e-bf2f-d8bd09c6550f req-18a48bad-11b2-41a3-a3bb-e0de7015d2a6 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0530770 Sep 04 16:00:30.160919 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-41b5ef88-8a56-4c8e-bf2f-d8bd09c6550f req-04b81bfb-748d-485f-9f27-2d5541deac7f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438304 Sep 04 16:00:30.330765 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dfe76-c390-4199-8a8f-4022f98f3512 req-893a8b11-e2f2-46b2-adce-365b568592c6 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:30.332019 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-442dfe76-c390-4199-8a8f-4022f98f3512 req-893a8b11-e2f2-46b2-adce-365b568592c6 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0488524 Sep 04 16:00:30.381141 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-442dfe76-c390-4199-8a8f-4022f98f3512 req-83514e8d-8c38-4b20-a367-55d61a1ad23a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Sep 04 16:00:30.486296 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c314a61-e79d-45f6-86b7-62d10f45ea4a req-26bc6a25-9cfb-4bf5-9fdd-dbf6276196ca tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:30.487694 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4c314a61-e79d-45f6-86b7-62d10f45ea4a req-26bc6a25-9cfb-4bf5-9fdd-dbf6276196ca tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0471253 Sep 04 16:00:30.527159 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4c314a61-e79d-45f6-86b7-62d10f45ea4a req-7090d98b-6538-4d12-9fd7-0a74dc8df5e0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Sep 04 16:00:30.800211 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3eff-78f4-4cbd-b8c6-9db63e3e1fd9 req-99ce735a-5b71-471b-a077-8709978e7191 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:30.805450 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a0cb3eff-78f4-4cbd-b8c6-9db63e3e1fd9 req-99ce735a-5b71-471b-a077-8709978e7191 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0616612 Sep 04 16:00:30.845311 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a0cb3eff-78f4-4cbd-b8c6-9db63e3e1fd9 req-c27cf081-eb89-441e-894a-80a683b8135d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Sep 04 16:00:31.283040 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb2e22-81a5-4620-a4d8-1e71eaacefaf req-5758a1ae-c806-4ab2-a2a2-1bf989c77768 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:31.284533 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03bb2e22-81a5-4620-a4d8-1e71eaacefaf req-5758a1ae-c806-4ab2-a2a2-1bf989c77768 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0570982 Sep 04 16:00:31.324077 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03bb2e22-81a5-4620-a4d8-1e71eaacefaf req-3bda9067-8756-4a58-95a6-05015dc21ed2 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331295 Sep 04 16:00:31.493923 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c5951-b30d-4d9f-a13e-9139bc06fc05 req-638c8333-419f-4c43-993a-1d513624037a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:31.495395 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-312c5951-b30d-4d9f-a13e-9139bc06fc05 req-638c8333-419f-4c43-993a-1d513624037a tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0471926 Sep 04 16:00:31.532784 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-312c5951-b30d-4d9f-a13e-9139bc06fc05 req-350251e6-2136-4444-9d3a-ab05aa0a39a4 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308347 Sep 04 16:00:31.639543 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e94a-684d-40ee-9d1a-6943c838c4d8 req-c51b6003-3cbf-4c08-9146-a2e435bbee4c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:31.641688 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a383e94a-684d-40ee-9d1a-6943c838c4d8 req-c51b6003-3cbf-4c08-9146-a2e435bbee4c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0480120 Sep 04 16:00:31.681019 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a383e94a-684d-40ee-9d1a-6943c838c4d8 req-fae6800a-cbe3-4d9c-a2fd-aa057034840b tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Sep 04 16:00:31.963789 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfd4dd-7418-4d15-bfd7-400741c9a63d req-c722ee9a-8939-4003-b85c-08811bd524a9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:31.965279 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ddfd4dd-7418-4d15-bfd7-400741c9a63d req-c722ee9a-8939-4003-b85c-08811bd524a9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0501151 Sep 04 16:00:32.002792 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ddfd4dd-7418-4d15-bfd7-400741c9a63d req-014fc748-9b8f-4a90-a79f-57ea55907569 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313776 Sep 04 16:00:32.437940 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec251f-61d1-4fae-9c2e-a9afa1b546ea req-fd4af28e-fcab-4517-ace8-4a2ed70f737f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:32.439429 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-38ec251f-61d1-4fae-9c2e-a9afa1b546ea req-fd4af28e-fcab-4517-ace8-4a2ed70f737f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0489633 Sep 04 16:00:32.478013 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-38ec251f-61d1-4fae-9c2e-a9afa1b546ea req-305b61c7-2dac-4479-96e0-f68272e4d63b tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326171 Sep 04 16:00:32.670598 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40684b-4b3a-4cbf-a705-a5476d39dc8c req-480e625c-bc40-4dcd-8c36-5abc8fc56f9c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:32.678261 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c40684b-4b3a-4cbf-a705-a5476d39dc8c req-480e625c-bc40-4dcd-8c36-5abc8fc56f9c tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0691831 Sep 04 16:00:32.726289 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c40684b-4b3a-4cbf-a705-a5476d39dc8c req-9e5274d2-f784-44f8-a81d-dbf031383f27 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470152 Sep 04 16:00:32.922245 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8814e-2d1e-4b7b-bf9f-db851392b147 req-960a7596-585d-44f5-8567-ca912e529ef9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:32.923776 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b1e8814e-2d1e-4b7b-bf9f-db851392b147 req-960a7596-585d-44f5-8567-ca912e529ef9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.1585829 Sep 04 16:00:32.933225 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9204bef-32e5-49c7-a951-03fb159062af req-ada415ec-d49c-4306-99d2-13c6e1b07c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:32.934801 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b9204bef-32e5-49c7-a951-03fb159062af req-ada415ec-d49c-4306-99d2-13c6e1b07c59 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 1099 time: 0.1634889 Sep 04 16:00:32.942612 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d6f71-dee6-4434-bf7d-b5327c0f8a74 req-30ef559a-9ec2-4934-8fdd-50d2781b0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:32.944140 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2d5d6f71-dee6-4434-bf7d-b5327c0f8a74 req-30ef559a-9ec2-4934-8fdd-50d2781b0278 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 1099 time: 0.1119962 Sep 04 16:00:32.960195 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7e16a-6db3-4a2c-84cc-b7c3e3434e2b req-2a043a41-4ab5-46e4-9a13-17a208a6d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:32.961645 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0b7e16a-6db3-4a2c-84cc-b7c3e3434e2b req-2a043a41-4ab5-46e4-9a13-17a208a6d657 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 1099 time: 0.1517291 Sep 04 16:00:32.965428 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5476e-f31e-4f75-a7bd-5cdfbd939077 req-0656dcaa-f819-4345-89d6-0c74ff9d9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:32.966850 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eea5476e-f31e-4f75-a7bd-5cdfbd939077 req-0656dcaa-f819-4345-89d6-0c74ff9d9b1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 1098 time: 0.0941880 Sep 04 16:00:32.966970 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213929e3-515e-40c7-b82d-505f063b6612 req-18f1869d-c6e7-4b15-8ee5-a77d1e020bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:32.968349 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-213929e3-515e-40c7-b82d-505f063b6612 req-18f1869d-c6e7-4b15-8ee5-a77d1e020bfe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 1098 time: 0.1149349 Sep 04 16:00:32.975229 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b9204bef-32e5-49c7-a951-03fb159062af req-86793bbc-95a4-45c3-8d98-5a31a26eb1fb service neutron] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:32.978067 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2d5d6f71-dee6-4434-bf7d-b5327c0f8a74 req-7281b866-19d6-4efe-b6c7-fc28052e864a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:33.000709 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f0b7e16a-6db3-4a2c-84cc-b7c3e3434e2b req-8f2da29d-074c-421c-b2eb-8d333b8cf8e8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:33.009519 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b1e8814e-2d1e-4b7b-bf9f-db851392b147 req-1211b08d-2d6e-4ff5-9c24-6a5d5d79a8d2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765560 Sep 04 16:00:33.013312 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-213929e3-515e-40c7-b82d-505f063b6612 req-d6f7d68b-f556-4702-9041-ba14fea460f8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:33.018104 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eea5476e-f31e-4f75-a7bd-5cdfbd939077 req-1d3f62cc-6530-4839-b53c-c3350a3acca6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:33.042413 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.db.api [req-2d5d6f71-dee6-4434-bf7d-b5327c0f8a74 req-7281b866-19d6-4efe-b6c7-fc28052e864a service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 04 16:00:33.042413 dv-cinder-799663-6-iscsi neutron-server[93876]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 04 16:00:33.042413 dv-cinder-799663-6-iscsi neutron-server[93876]: [parameters: {'project_id': '6a581bd80a5b4805a5d2a71b7021a682', 'id': '971fd6ce-e7c3-453d-9699-8fa1b39fa01a', 'expiration': datetime.datetime(2021, 9, 4, 16, 2, 33, 29437)}] Sep 04 16:00:33.042413 dv-cinder-799663-6-iscsi neutron-server[93876]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 04 16:00:33.042874 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG oslo_db.api [req-2d5d6f71-dee6-4434-bf7d-b5327c0f8a74 req-7281b866-19d6-4efe-b6c7-fc28052e864a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 16:00:33.156087 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b9204bef-32e5-49c7-a951-03fb159062af req-86793bbc-95a4-45c3-8d98-5a31a26eb1fb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:33.164297 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69782eb9-545d-44ca-8cf4-c00a73063317 req-87692231-a1bf-4762-b4a1-18c0ee4c4263 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:33.165862 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-69782eb9-545d-44ca-8cf4-c00a73063317 req-87692231-a1bf-4762-b4a1-18c0ee4c4263 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0813456 Sep 04 16:00:33.166957 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b9204bef-32e5-49c7-a951-03fb159062af req-86793bbc-95a4-45c3-8d98-5a31a26eb1fb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:33.193975 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.db.api [req-f0b7e16a-6db3-4a2c-84cc-b7c3e3434e2b req-8f2da29d-074c-421c-b2eb-8d333b8cf8e8 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 6a581bd80a5b4805a5d2a71b7021a682 {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 04 16:00:33.194360 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG oslo_db.api [req-f0b7e16a-6db3-4a2c-84cc-b7c3e3434e2b req-8f2da29d-074c-421c-b2eb-8d333b8cf8e8 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 16:00:33.219018 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b9204bef-32e5-49c7-a951-03fb159062af req-86793bbc-95a4-45c3-8d98-5a31a26eb1fb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736557 Sep 04 16:00:33.220112 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.db.api [req-eea5476e-f31e-4f75-a7bd-5cdfbd939077 req-1d3f62cc-6530-4839-b53c-c3350a3acca6 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 6a581bd80a5b4805a5d2a71b7021a682 {{(pid=93875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 04 16:00:33.220426 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG oslo_db.api [req-eea5476e-f31e-4f75-a7bd-5cdfbd939077 req-1d3f62cc-6530-4839-b53c-c3350a3acca6 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 16:00:33.232662 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86793bbc-95a4-45c3-8d98-5a31a26eb1fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=43c8a921-06b8-479c-8ca8-7b60b77f8d88,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:33.254929 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-69782eb9-545d-44ca-8cf4-c00a73063317 req-d79f3ba4-c9a8-4f51-b4c2-ec0735bc96ff tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796807 Sep 04 16:00:33.267699 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.db.api [req-213929e3-515e-40c7-b82d-505f063b6612 req-d6f7d68b-f556-4702-9041-ba14fea460f8 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 6a581bd80a5b4805a5d2a71b7021a682 {{(pid=93876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 04 16:00:33.267972 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG oslo_db.api [req-213929e3-515e-40c7-b82d-505f063b6612 req-d6f7d68b-f556-4702-9041-ba14fea460f8 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 16:00:33.544313 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-2d5d6f71-dee6-4434-bf7d-b5327c0f8a74 req-7281b866-19d6-4efe-b6c7-fc28052e864a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:33.602097 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753dab4-be1c-4b71-b1f8-ec97178d85da req-6b8d113d-ef12-49c8-9485-25f1db6a143c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:33.603642 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1753dab4-be1c-4b71-b1f8-ec97178d85da req-6b8d113d-ef12-49c8-9485-25f1db6a143c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0598609 Sep 04 16:00:33.614535 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2d5d6f71-dee6-4434-bf7d-b5327c0f8a74 req-7281b866-19d6-4efe-b6c7-fc28052e864a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620588 Sep 04 16:00:33.640676 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1753dab4-be1c-4b71-b1f8-ec97178d85da req-c7623896-f287-4065-bcb6-a7c05e8adeaa tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Sep 04 16:00:33.695939 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-f0b7e16a-6db3-4a2c-84cc-b7c3e3434e2b req-8f2da29d-074c-421c-b2eb-8d333b8cf8e8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:33.723370 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eea5476e-f31e-4f75-a7bd-5cdfbd939077 req-1d3f62cc-6530-4839-b53c-c3350a3acca6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:33.769549 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-213929e3-515e-40c7-b82d-505f063b6612 req-d6f7d68b-f556-4702-9041-ba14fea460f8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:33.783455 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0b7e16a-6db3-4a2c-84cc-b7c3e3434e2b req-8f2da29d-074c-421c-b2eb-8d333b8cf8e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8060052 Sep 04 16:00:33.808161 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eea5476e-f31e-4f75-a7bd-5cdfbd939077 req-1d3f62cc-6530-4839-b53c-c3350a3acca6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8242288 Sep 04 16:00:33.861758 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-213929e3-515e-40c7-b82d-505f063b6612 req-d6f7d68b-f556-4702-9041-ba14fea460f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8752520 Sep 04 16:00:33.876005 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174674e-e15e-4379-bef0-57e294b348b3 req-8658b53c-d84d-4fae-90ac-33da5b6d0d1f tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:33.877480 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7174674e-e15e-4379-bef0-57e294b348b3 req-8658b53c-d84d-4fae-90ac-33da5b6d0d1f tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0720940 Sep 04 16:00:33.913470 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7174674e-e15e-4379-bef0-57e294b348b3 req-8f8772b5-892a-47c8-979b-9aaf2fa84ab9 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300133 Sep 04 16:00:34.153068 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2951004-5d1c-4a4f-a9d9-571d0a5f2516 req-be2e9bda-8cd6-407c-874f-e52471121286 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:34.154701 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2951004-5d1c-4a4f-a9d9-571d0a5f2516 req-be2e9bda-8cd6-407c-874f-e52471121286 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0559461 Sep 04 16:00:34.193594 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2951004-5d1c-4a4f-a9d9-571d0a5f2516 req-8d1a0c87-7ceb-4353-8731-e88237ef7ac6 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Sep 04 16:00:34.295723 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41768) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:34.374172 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8cc8a-90ee-4a02-98d0-12cd2958118d req-5457e7fa-feb2-4c24-bd6c-3c1b8351b166 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:34.376547 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a3f8cc8a-90ee-4a02-98d0-12cd2958118d req-5457e7fa-feb2-4c24-bd6c-3c1b8351b166 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0501082 Sep 04 16:00:34.425604 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af99231d-5883-46f3-b7ee-7fa1d551faea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:34.430791 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a3f8cc8a-90ee-4a02-98d0-12cd2958118d req-e8e16e8c-f9f7-4bbe-a4db-d8e8f1611c96 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478361 Sep 04 16:00:34.519701 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af99231d-5883-46f3-b7ee-7fa1d551faea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:34.523616 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af99231d-5883-46f3-b7ee-7fa1d551faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:34.571362 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99231d-5883-46f3-b7ee-7fa1d551faea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b712a750-763f-4db8-9b62-6f8f9bc6442f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:34.578739 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-af99231d-5883-46f3-b7ee-7fa1d551faea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19d484d2735447848f1e03894439c91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789292 Sep 04 16:00:34.579423 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:34.628687 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10ae8713-1833-453f-96d2-774916c5708b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:34.649502 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10ae8713-1833-453f-96d2-774916c5708b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:34.697479 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10ae8713-1833-453f-96d2-774916c5708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:34.699939 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-10ae8713-1833-453f-96d2-774916c5708b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:34.701106 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-10ae8713-1833-453f-96d2-774916c5708b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b712a750-763f-4db8-9b62-6f8f9bc6442f HTTP/1.1" status: 204 len: 168 time: 0.1209788 Sep 04 16:00:34.713869 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae8713-1833-453f-96d2-774916c5708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b712a750-763f-4db8-9b62-6f8f9bc6442f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:34.763241 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b675b-dbeb-4e21-bc73-d9f568a02af5 req-965a79a2-e650-431b-8303-94d696a7ec23 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:34.764723 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-776b675b-dbeb-4e21-bc73-d9f568a02af5 req-965a79a2-e650-431b-8303-94d696a7ec23 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0577383 Sep 04 16:00:34.804391 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-776b675b-dbeb-4e21-bc73-d9f568a02af5 req-0e899f32-4de9-4717-8468-6a55c68b97b9 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330594 Sep 04 16:00:35.025028 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c10f42-d6ff-4bfe-83cd-370dd9e5d9ea req-87da4535-1f94-4e9f-a665-51868da30d01 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:35.026500 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-40c10f42-d6ff-4bfe-83cd-370dd9e5d9ea req-87da4535-1f94-4e9f-a665-51868da30d01 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0476961 Sep 04 16:00:35.060689 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b0c30dfc-5c9d-4c4c-94c5-0d0e44990619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:35.065342 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-40c10f42-d6ff-4bfe-83cd-370dd9e5d9ea req-6e2c463e-9848-4f86-9119-f8973dc5132f tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322816 Sep 04 16:00:35.309180 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480f5cd-a452-453e-9f0e-b774df73476b req-3d49a568-6984-46d5-87ef-3a2190f26d15 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:35.310692 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b480f5cd-a452-453e-9f0e-b774df73476b req-3d49a568-6984-46d5-87ef-3a2190f26d15 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0490637 Sep 04 16:00:35.350355 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b480f5cd-a452-453e-9f0e-b774df73476b req-2a713e9d-1385-437a-bee1-3576b39f4c0f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331821 Sep 04 16:00:35.561981 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f18b1b-c686-4e5f-b58d-e021b8eace67 req-a64c2213-cafe-47fa-a223-3a39ba9e3a34 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:35.564315 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-69f18b1b-c686-4e5f-b58d-e021b8eace67 req-a64c2213-cafe-47fa-a223-3a39ba9e3a34 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0592644 Sep 04 16:00:35.609933 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-69f18b1b-c686-4e5f-b58d-e021b8eace67 req-85a78a80-f94e-4885-8e01-0e8eb54dfb14 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394330 Sep 04 16:00:35.922491 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41040e-7e40-4826-b980-49891584980c req-8649527d-2256-4265-bc57-52287817ca52 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:35.924022 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2d41040e-7e40-4826-b980-49891584980c req-8649527d-2256-4265-bc57-52287817ca52 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0539246 Sep 04 16:00:35.961302 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2d41040e-7e40-4826-b980-49891584980c req-735392e0-99ab-4c70-9282-e060bb06f46c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Sep 04 16:00:36.182754 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63fc8d-567c-4b34-9d18-a1b96746f003 req-085f0ff1-33ce-4ca8-b288-1e27fa823545 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:36.184118 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8c63fc8d-567c-4b34-9d18-a1b96746f003 req-085f0ff1-33ce-4ca8-b288-1e27fa823545 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0492408 Sep 04 16:00:36.223731 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8c63fc8d-567c-4b34-9d18-a1b96746f003 req-9ebfcf94-aa14-40bf-a678-6befdb5e7cdf tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329828 Sep 04 16:00:36.462711 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ee1bc-899a-45d8-b5da-193f0289bc43 req-0ab8e232-e61a-4746-8c34-245404fa6c81 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:36.464269 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-266ee1bc-899a-45d8-b5da-193f0289bc43 req-0ab8e232-e61a-4746-8c34-245404fa6c81 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0483661 Sep 04 16:00:36.501675 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-266ee1bc-899a-45d8-b5da-193f0289bc43 req-eb251c90-7d8a-46bd-b37e-7a39bd28bc05 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Sep 04 16:00:36.772485 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f56c76-4777-4817-95ea-a889caea3e70 req-22d147c4-6417-4c13-ba36-16e21c1869c5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:36.774011 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27f56c76-4777-4817-95ea-a889caea3e70 req-22d147c4-6417-4c13-ba36-16e21c1869c5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0896537 Sep 04 16:00:36.812422 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27f56c76-4777-4817-95ea-a889caea3e70 req-20acb0e6-6888-47f7-b259-49e42ed78a12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319314 Sep 04 16:00:37.071645 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447f03b-2631-4153-b63b-fa92c256c451 req-9a114c93-6987-4603-9e2c-8b391bae398a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:37.073125 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8447f03b-2631-4153-b63b-fa92c256c451 req-9a114c93-6987-4603-9e2c-8b391bae398a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0465372 Sep 04 16:00:37.112836 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8447f03b-2631-4153-b63b-fa92c256c451 req-ef657836-40a7-450b-8d6e-a70df92ebc49 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 Sep 04 16:00:37.340733 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcfd32-abd6-4874-83aa-a88314c840b8 req-fd53af6b-b1f7-4ebb-99cf-f8f12b3a986e tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:37.342213 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6cbcfd32-abd6-4874-83aa-a88314c840b8 req-fd53af6b-b1f7-4ebb-99cf-f8f12b3a986e tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0514197 Sep 04 16:00:37.381283 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6cbcfd32-abd6-4874-83aa-a88314c840b8 req-58af55fc-a744-43ae-8c76-b115be19f81d tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Sep 04 16:00:37.616334 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcb343-a6bf-478f-85d8-324583811d60 req-dd4c0e40-e798-4b78-bde8-ce15a9ffd26d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:37.617811 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-07bcb343-a6bf-478f-85d8-324583811d60 req-dd4c0e40-e798-4b78-bde8-ce15a9ffd26d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0507069 Sep 04 16:00:37.655799 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-07bcb343-a6bf-478f-85d8-324583811d60 req-a411eb00-0cab-4ca8-ac0a-ccad6ec539ef tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318644 Sep 04 16:00:37.864256 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd650d14-03eb-4707-b938-2b26fc4aa6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:37.934930 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda3a22-4cdd-42e0-b65d-6619508d7025 req-1ae279d3-1b88-408b-b969-a8d6a4086edc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:37.936458 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4fda3a22-4cdd-42e0-b65d-6619508d7025 req-1ae279d3-1b88-408b-b969-a8d6a4086edc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0468912 Sep 04 16:00:37.973848 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4fda3a22-4cdd-42e0-b65d-6619508d7025 req-05b0ab04-3d9d-4a8e-8cf4-7ce3b5d73234 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308523 Sep 04 16:00:38.109680 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:38.228340 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78513ee-f221-456c-b710-4485a1086048 req-e96dbb08-7da8-4858-888c-c70f659eec2a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:38.229835 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c78513ee-f221-456c-b710-4485a1086048 req-e96dbb08-7da8-4858-888c-c70f659eec2a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0474110 Sep 04 16:00:38.267541 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c78513ee-f221-456c-b710-4485a1086048 req-1a9a4584-9dee-4703-aeb9-c13d303985f5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310712 Sep 04 16:00:38.496071 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706803a-9626-41b4-81cd-dc3678363975 req-78078be7-02fc-40b7-ab06-8fd9e0aa5ce4 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:38.497583 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d706803a-9626-41b4-81cd-dc3678363975 req-78078be7-02fc-40b7-ab06-8fd9e0aa5ce4 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0466390 Sep 04 16:00:38.535358 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d706803a-9626-41b4-81cd-dc3678363975 req-14f35dce-9987-4655-9f58-45687a21a8ea tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Sep 04 16:00:38.768943 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d00965-4bb9-4a0d-954b-90f4a174a444 req-150d36a4-ce08-459c-a86f-b6567f1b2729 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:38.770424 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e2d00965-4bb9-4a0d-954b-90f4a174a444 req-150d36a4-ce08-459c-a86f-b6567f1b2729 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0494490 Sep 04 16:00:38.808349 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e2d00965-4bb9-4a0d-954b-90f4a174a444 req-9c056dab-8155-48d0-a18d-60b49d521b64 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Sep 04 16:00:38.974953 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:39.094125 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68aaab-46d0-4d86-a91f-bc7ff5d8110e req-ceb78b5a-3476-41ab-b5d7-a86555159595 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:39.095586 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1e68aaab-46d0-4d86-a91f-bc7ff5d8110e req-ceb78b5a-3476-41ab-b5d7-a86555159595 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0521286 Sep 04 16:00:39.131061 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1e68aaab-46d0-4d86-a91f-bc7ff5d8110e req-3f1a5374-1dfa-40a6-ae6e-cc3061690345 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296986 Sep 04 16:00:39.383201 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad50ab2-00d3-44f4-a908-cecf0ab1656e req-40b91331-81b5-4366-8fd4-6ca59d87b025 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:39.384668 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1ad50ab2-00d3-44f4-a908-cecf0ab1656e req-40b91331-81b5-4366-8fd4-6ca59d87b025 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0506694 Sep 04 16:00:39.421311 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1ad50ab2-00d3-44f4-a908-cecf0ab1656e req-0e6a85ed-ab06-498b-95ab-d1388bc525d1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Sep 04 16:00:39.647912 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5be2b5-36dc-435b-b860-af599e0dc4ce req-9838b59b-3ff7-446b-bf99-6858be0b1986 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:39.649406 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0a5be2b5-36dc-435b-b860-af599e0dc4ce req-9838b59b-3ff7-446b-bf99-6858be0b1986 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0494051 Sep 04 16:00:39.690188 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0a5be2b5-36dc-435b-b860-af599e0dc4ce req-af8d213e-32ba-4299-8738-22109d20ec95 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343928 Sep 04 16:00:39.925423 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12304238-9c37-43eb-a483-590a1181ad62 req-afd6fae3-afca-43be-bf3b-0f50fdf0f56c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:39.926909 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-12304238-9c37-43eb-a483-590a1181ad62 req-afd6fae3-afca-43be-bf3b-0f50fdf0f56c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0502138 Sep 04 16:00:39.964686 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-12304238-9c37-43eb-a483-590a1181ad62 req-16b43563-c57e-4038-810f-edefc07844a4 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Sep 04 16:00:40.252276 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c023-8926-4606-b288-3ed0a20a7f91 req-412092fe-a2ca-4a38-93e9-2e5c74125f6b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:40.253802 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4518c023-8926-4606-b288-3ed0a20a7f91 req-412092fe-a2ca-4a38-93e9-2e5c74125f6b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0535862 Sep 04 16:00:40.313562 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4518c023-8926-4606-b288-3ed0a20a7f91 req-80679c87-e261-4f9b-9356-e0cf1f99be81 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484455 Sep 04 16:00:40.535030 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ed564-0a58-42f3-aa09-c81b94de6f46 req-26ea22a2-ee10-40d9-9955-93986d1b7cc6 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:40.536515 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b38ed564-0a58-42f3-aa09-c81b94de6f46 req-26ea22a2-ee10-40d9-9955-93986d1b7cc6 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0481558 Sep 04 16:00:40.575100 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b38ed564-0a58-42f3-aa09-c81b94de6f46 req-942cb23a-6535-4f90-abd9-4d94e87eae30 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326624 Sep 04 16:00:40.655527 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:40.778129 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:40.807658 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f18513-91b6-4a19-a38c-2de378cdf5af req-dfc8f570-fe49-45fb-afbe-cbc6574e1729 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:40.809183 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d6f18513-91b6-4a19-a38c-2de378cdf5af req-dfc8f570-fe49-45fb-afbe-cbc6574e1729 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0530944 Sep 04 16:00:40.849146 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d6f18513-91b6-4a19-a38c-2de378cdf5af req-9942c91e-39e7-4f48-b037-adf188ebca90 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Sep 04 16:00:41.118241 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39989389-4c36-40fe-9588-1a98408f922d req-6a36da44-5174-4b05-82e9-3849c5330f50 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:41.119612 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-39989389-4c36-40fe-9588-1a98408f922d req-6a36da44-5174-4b05-82e9-3849c5330f50 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0543213 Sep 04 16:00:41.169433 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-39989389-4c36-40fe-9588-1a98408f922d req-50107dfe-205e-4cc8-be35-4fcb09a16f6b tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397823 Sep 04 16:00:41.216344 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 41964) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:41.326651 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c11156f-fc58-4841-860b-f6f71420f0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:41.472718 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c11156f-fc58-4841-860b-f6f71420f0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:41.480283 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c11156f-fc58-4841-860b-f6f71420f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:41.497971 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e279b41-e66e-4142-a2c8-ca73f497d5b3 req-084728d7-c5a3-45d9-8c70-814319dfa543 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:41.499538 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6e279b41-e66e-4142-a2c8-ca73f497d5b3 req-084728d7-c5a3-45d9-8c70-814319dfa543 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0880873 Sep 04 16:00:41.534271 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9c11156f-fc58-4841-860b-f6f71420f0dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69fc82e18bfe45b69d4c1a0ebc5bb24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165925 Sep 04 16:00:41.537785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 41986) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:41.548571 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11156f-fc58-4841-860b-f6f71420f0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3746cb5-0684-417c-8cf0-e2a5b3137c58,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:41.589344 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6e279b41-e66e-4142-a2c8-ca73f497d5b3 req-89831cae-fec1-4e04-8b7f-0bd200ccf26b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676360 Sep 04 16:00:41.620369 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5dc7-5b6e-4f60-8176-aff1d6083a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:41.648721 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5dc7-5b6e-4f60-8176-aff1d6083a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:41.729977 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dac83-9900-42d4-bbc3-13c216c910b7 req-9f0574e6-9df8-461a-b81e-581b1e22cb3f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:41.731813 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-606dac83-9900-42d4-bbc3-13c216c910b7 req-9f0574e6-9df8-461a-b81e-581b1e22cb3f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0719712 Sep 04 16:00:41.748967 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5dc7-5b6e-4f60-8176-aff1d6083a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:41.752118 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa3c5dc7-5b6e-4f60-8176-aff1d6083a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:41.753224 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-aa3c5dc7-5b6e-4f60-8176-aff1d6083a2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3746cb5-0684-417c-8cf0-e2a5b3137c58 HTTP/1.1" status: 204 len: 168 time: 0.2138903 Sep 04 16:00:41.774344 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c5dc7-5b6e-4f60-8176-aff1d6083a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3746cb5-0684-417c-8cf0-e2a5b3137c58,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:41.801732 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-606dac83-9900-42d4-bbc3-13c216c910b7 req-43c4742e-5ac8-4689-b2a7-20b9af4ae507 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542018 Sep 04 16:00:41.976012 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e47d1-5e5c-450f-a12c-ddc20526e11c req-99a3d7ac-d5a7-4d38-af7b-1397090b9101 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:41.977734 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-588e47d1-5e5c-450f-a12c-ddc20526e11c req-99a3d7ac-d5a7-4d38-af7b-1397090b9101 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0577080 Sep 04 16:00:42.025444 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-588e47d1-5e5c-450f-a12c-ddc20526e11c req-c92f86f6-2154-49a7-a3f0-f7acf411b6c1 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Sep 04 16:00:42.067137 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42014) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:42.080833 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37693fb5-b4a6-4dfc-b73d-8831c6d705e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:42.188083 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37693fb5-b4a6-4dfc-b73d-8831c6d705e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:42.192515 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-37693fb5-b4a6-4dfc-b73d-8831c6d705e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:42.241551 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-37693fb5-b4a6-4dfc-b73d-8831c6d705e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c2e159e68664744b33252a30e3552ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707838 Sep 04 16:00:42.241551 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37693fb5-b4a6-4dfc-b73d-8831c6d705e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa31f37-71e4-4225-973a-c6bdfd008773,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:42.242010 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42018) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:42.303574 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f704-9109-4c58-b80f-6d90b7a907c1 req-d67aba18-082b-498e-95be-062ea6c29190 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:42.305200 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6391f704-9109-4c58-b80f-6d90b7a907c1 req-d67aba18-082b-498e-95be-062ea6c29190 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0577512 Sep 04 16:00:42.308100 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b03d6f9-1a79-4163-a813-8b3623de1e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:42.336648 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b03d6f9-1a79-4163-a813-8b3623de1e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:42.362468 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6391f704-9109-4c58-b80f-6d90b7a907c1 req-7e5b6738-8ca3-4103-98bc-e143827f3bdb tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Sep 04 16:00:42.406369 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b03d6f9-1a79-4163-a813-8b3623de1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:42.409054 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9b03d6f9-1a79-4163-a813-8b3623de1e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:42.412580 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9b03d6f9-1a79-4163-a813-8b3623de1e0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7fa31f37-71e4-4225-973a-c6bdfd008773 HTTP/1.1" status: 204 len: 168 time: 0.1671803 Sep 04 16:00:42.419526 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03d6f9-1a79-4163-a813-8b3623de1e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa31f37-71e4-4225-973a-c6bdfd008773,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:42.701202 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bef65-b464-44b2-b07c-a2d2e5b68318 req-3c0f1ad7-0beb-412f-bc9e-45caa4a62a89 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:42.702786 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-025bef65-b464-44b2-b07c-a2d2e5b68318 req-3c0f1ad7-0beb-412f-bc9e-45caa4a62a89 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0490112 Sep 04 16:00:42.745212 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-025bef65-b464-44b2-b07c-a2d2e5b68318 req-71dcda30-6289-4f1c-9fb6-e4296d97d24b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350604 Sep 04 16:00:42.932829 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea1c3d-8854-4606-a361-487ea1062b56 req-1892aa1d-f195-478f-abe7-e3d3bbd1042e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:42.946429 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-35ea1c3d-8854-4606-a361-487ea1062b56 req-1892aa1d-f195-478f-abe7-e3d3bbd1042e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0716965 Sep 04 16:00:42.946964 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42050) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:42.954682 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afcc0d-a9f2-4e08-8deb-c7190f186a11 req-8825a4f7-8f9b-440f-9521-b64980841e2d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:42.956241 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-97afcc0d-a9f2-4e08-8deb-c7190f186a11 req-8825a4f7-8f9b-440f-9521-b64980841e2d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0704393 Sep 04 16:00:42.966562 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d4b03ec4-e685-43b8-be15-24d6228f6c95 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'floatingip': {'port_id': 'bcef89de-da6d-4438-9e11-f05f93f56443'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:00:43.010989 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-97afcc0d-a9f2-4e08-8deb-c7190f186a11 req-dbbfc745-f0e3-412a-9503-8aef25d2f58a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484061 Sep 04 16:00:43.049158 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4b03ec4-e685-43b8-be15-24d6228f6c95 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:43.313925 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ea2ec-86a9-48f2-a7cb-091d5dcad2f9 req-225fa71d-3c64-4247-a075-eed1fc5ab87b tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:43.315536 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3d5ea2ec-86a9-48f2-a7cb-091d5dcad2f9 req-225fa71d-3c64-4247-a075-eed1fc5ab87b tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.2089176 Sep 04 16:00:43.506366 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d2f05-b274-4c0a-a803-9161c1f2d07c req-ae1dc31c-360d-4d62-b6c0-dfd3ac790683 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:43.515690 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-576d2f05-b274-4c0a-a803-9161c1f2d07c req-ae1dc31c-360d-4d62-b6c0-dfd3ac790683 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0628054 Sep 04 16:00:43.568605 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-576d2f05-b274-4c0a-a803-9161c1f2d07c req-2ebe810c-4570-4278-a6f2-00bd756d4884 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Sep 04 16:00:43.636687 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3d5ea2ec-86a9-48f2-a7cb-091d5dcad2f9 req-a819db1c-863e-435a-b2f2-40efea437134 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911131 Sep 04 16:00:43.979442 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5194-05b1-424b-9ee6-ed2e4b5b625e req-0fe19272-9acc-40e4-b987-fb430adb0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:43.982126 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-772c5194-05b1-424b-9ee6-ed2e4b5b625e req-0fe19272-9acc-40e4-b987-fb430adb0b03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 1098 time: 0.0554478 Sep 04 16:00:44.133208 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5194-05b1-424b-9ee6-ed2e4b5b625e req-6e2b07d8-4df9-488d-8a20-dd9b0ddfb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:44.138343 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-772c5194-05b1-424b-9ee6-ed2e4b5b625e req-6e2b07d8-4df9-488d-8a20-dd9b0ddfb3a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 919 time: 0.1420696 Sep 04 16:00:44.168191 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.db.resource_extend [None req-d4b03ec4-e685-43b8-be15-24d6228f6c95 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 04 16:00:44.207655 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-772c5194-05b1-424b-9ee6-ed2e4b5b625e req-3fb7df65-7f58-4706-9eb3-899d2dd495ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba64a442-e8a9-48ea-ac8c-93601439294a HTTP/1.1" status: 200 len: 217 time: 0.0581183 Sep 04 16:00:44.215022 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e6c6a-fb94-4c9a-9fa2-79655261d011 req-3dc9acd5-ef80-4a0c-81e8-0e2e1321b3e9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:44.223956 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-591e6c6a-fb94-4c9a-9fa2-79655261d011 req-3dc9acd5-ef80-4a0c-81e8-0e2e1321b3e9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.2634082 Sep 04 16:00:44.304376 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4b03ec4-e685-43b8-be15-24d6228f6c95 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:44.313842 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-591e6c6a-fb94-4c9a-9fa2-79655261d011 req-30e24042-73f8-4294-9696-9225de0a8599 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889292 Sep 04 16:00:44.314918 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4b03ec4-e685-43b8-be15-24d6228f6c95 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:44.328613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5194-05b1-424b-9ee6-ed2e4b5b625e req-0ac2f43b-ab41-4c01-9213-d66843461542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:44.333135 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-772c5194-05b1-424b-9ee6-ed2e4b5b625e req-0ac2f43b-ab41-4c01-9213-d66843461542 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 200 len: 858 time: 0.0661170 Sep 04 16:00:44.367045 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-772c5194-05b1-424b-9ee6-ed2e4b5b625e req-6157b887-0be4-4329-a4d6-a34eb94d5ded service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a632102c-6130-4abb-b1c8-54457bd9a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286415 Sep 04 16:00:44.380144 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c148db-08f8-4f13-b8a5-43402e7892e0 req-0e61212a-3717-4211-8c2c-834c21889f3e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:44.382017 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f8c148db-08f8-4f13-b8a5-43402e7892e0 req-0e61212a-3717-4211-8c2c-834c21889f3e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.1732581 Sep 04 16:00:44.429910 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-d4b03ec4-e685-43b8-be15-24d6228f6c95 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Floating IP 26724f47-39f8-4210-a52c-aa856f10f699 associated. External IP: 172.27.2.147, port: bcef89de-da6d-4438-9e11-f05f93f56443. Sep 04 16:00:44.497102 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f8c148db-08f8-4f13-b8a5-43402e7892e0 req-3b6bc624-ab07-48e9-8386-f24138b882fd tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021788 Sep 04 16:00:44.536602 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-772c5194-05b1-424b-9ee6-ed2e4b5b625e req-204efe27-07f8-4dd2-851a-78f532b0cb6e service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534531 Sep 04 16:00:44.669946 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-772c5194-05b1-424b-9ee6-ed2e4b5b625e req-f0c12fab-8062-4224-b1f8-48917ba1861a service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250162 Sep 04 16:00:44.729527 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b03ec4-e685-43b8-be15-24d6228f6c95 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Router 09d67062-98c4-49a2-bd7a-f39bd8c38dce has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:00:44.866682 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b03ec4-e685-43b8-be15-24d6228f6c95 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:00:44.871219 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4b03ec4-e685-43b8-be15-24d6228f6c95 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:44.900628 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] Sync routers for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:00:44.903411 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d4b03ec4-e685-43b8-be15-24d6228f6c95 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "PUT /v2.0/floatingips/26724f47-39f8-4210-a52c-aa856f10f699 HTTP/1.1" status: 200 len: 992 time: 1.9553082 Sep 04 16:00:44.904095 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:00:44.907149 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:00:44.918104 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:00:44.918690 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:00:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:00:44.974800 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6733d1c-0853-4f13-bbac-246bad443897 x-openstack-request-id: req-d6733d1c-0853-4f13-bbac-246bad443897 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:00:44.975403 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:00:44.975911 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6733d1c-0853-4f13-bbac-246bad443897 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:00:44.976549 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'status': 'completed', 'code': 200} Sep 04 16:00:45.046838 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-9686cfa3-7efe-44a0-9244-39b9bff70362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:45.048345 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-9686cfa3-7efe-44a0-9244-39b9bff70362 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 1099 time: 0.0427816 Sep 04 16:00:45.053549 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:00:45.146544 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-75bfa015-ec16-41c0-ad6f-e9106cf6bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:45.147923 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-75bfa015-ec16-41c0-ad6f-e9106cf6bcb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 918 time: 0.0868936 Sep 04 16:00:45.279441 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-135806eb-5dbb-4f2b-bc2d-cee9c690cb48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcef89de-da6d-4438-9e11-f05f93f56443 HTTP/1.1" status: 200 len: 1000 time: 0.1238883 Sep 04 16:00:45.346473 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-59c2826f-3db4-45e4-a115-699086a90cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:45.348437 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-59c2826f-3db4-45e4-a115-699086a90cec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0577943 Sep 04 16:00:45.453780 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '26724f47-39f8-4210-a52c-aa856f10f699', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'port_id': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'mac_address': 'fa:16:3e:3c:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T15:59:42Z', 'updated_at': '2021-09-04T16:00:43Z', 'revision_number': 1, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:00:45.469276 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-565543f7-d343-4a65-8860-b9f2b8a318d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:45.471642 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-565543f7-d343-4a65-8860-b9f2b8a318d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1036105 Sep 04 16:00:45.483028 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] Checking router: 09d67062-98c4-49a2-bd7a-f39bd8c38dce for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:00:45.484691 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9017a-686d-4cd2-a26a-1b5e7510849f req-4f09beaa-2e2b-4821-9383-1c5b96d17260 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:45.486362 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bfc9017a-686d-4cd2-a26a-1b5e7510849f req-4f09beaa-2e2b-4821-9383-1c5b96d17260 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0836532 Sep 04 16:00:45.492655 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:00:45.493547 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:00:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:00:45.552403 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bfc9017a-686d-4cd2-a26a-1b5e7510849f req-f53f4cc6-5c19-43a0-b0b3-ca428c2b6654 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580366 Sep 04 16:00:45.612707 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-fc74a03e-69d9-4e57-af91-b079c8d988ce service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253793 Sep 04 16:00:45.613586 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:00:45.727653 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88d2ae13-444a-4bcd-81e7-0de0b6e914e9 req-ced7b935-5395-4cdd-89d2-37a7eecc8cc6 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078012 Sep 04 16:00:45.849662 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '26724f47-39f8-4210-a52c-aa856f10f699', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'port_id': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'mac_address': 'fa:16:3e:3c:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T15:59:42Z', 'updated_at': '2021-09-04T16:00:43Z', 'revision_number': 1, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:00:45.879732 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db6d31-6c96-4282-b4c6-a7a592bf1897 None None] The sync data for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi is: [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '26724f47-39f8-4210-a52c-aa856f10f699', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'port_id': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'mac_address': 'fa:16:3e:3c:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T15:59:42Z', 'updated_at': '2021-09-04T16:00:43Z', 'revision_number': 1, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:00:46.114734 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ca9a3e-d77c-49c2-abef-2c92d52c5fc0 None None] New status for floating IP 26724f47-39f8-4210-a52c-aa856f10f699: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:00:46.697141 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e023bb-fd87-4694-8490-70031562f474 req-bcec0ca4-3153-40dd-84e3-7c9bdaa6b477 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:46.698679 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-81e023bb-fd87-4694-8490-70031562f474 req-bcec0ca4-3153-40dd-84e3-7c9bdaa6b477 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0594094 Sep 04 16:00:46.743901 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-81e023bb-fd87-4694-8490-70031562f474 req-d3efbbbd-fab1-4afb-be11-294646ebcd14 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368903 Sep 04 16:00:47.873181 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267210a-5efe-4ac3-befb-24e9becda6d8 req-5f37c2de-ce09-4ed1-b75c-3944e79c07ea tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:47.874898 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e267210a-5efe-4ac3-befb-24e9becda6d8 req-5f37c2de-ce09-4ed1-b75c-3944e79c07ea tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0533512 Sep 04 16:00:47.926302 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e267210a-5efe-4ac3-befb-24e9becda6d8 req-0f2fb909-22ab-4131-b5b7-9f53496f5fd7 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Sep 04 16:00:48.100786 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42300) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:48.204410 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-23b100ed-9dde-496b-aa5c-d9fdd13932d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.293059 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-23b100ed-9dde-496b-aa5c-d9fdd13932d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.297464 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-23b100ed-9dde-496b-aa5c-d9fdd13932d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.341177 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-23b100ed-9dde-496b-aa5c-d9fdd13932d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93165ebd93c4471995b0ac118ce93429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392216 Sep 04 16:00:48.342315 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b100ed-9dde-496b-aa5c-d9fdd13932d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0697f187-c467-42d7-9019-d41fd7d2bf8a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:48.343967 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42308) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:48.393141 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32cd06f9-c913-4c02-aa0b-2eeb76c2a65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.417643 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32cd06f9-c913-4c02-aa0b-2eeb76c2a65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.462866 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32cd06f9-c913-4c02-aa0b-2eeb76c2a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.465586 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-32cd06f9-c913-4c02-aa0b-2eeb76c2a65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.466753 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-32cd06f9-c913-4c02-aa0b-2eeb76c2a65b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0697f187-c467-42d7-9019-d41fd7d2bf8a HTTP/1.1" status: 204 len: 168 time: 0.1216409 Sep 04 16:00:48.475696 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd06f9-c913-4c02-aa0b-2eeb76c2a65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0697f187-c467-42d7-9019-d41fd7d2bf8a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:48.754179 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42318) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:48.767926 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b574ab6-b46d-4aa4-b7d7-9adfe5980e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.866157 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b574ab6-b46d-4aa4-b7d7-9adfe5980e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.870063 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1b574ab6-b46d-4aa4-b7d7-9adfe5980e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.911658 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1b574ab6-b46d-4aa4-b7d7-9adfe5980e64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e949b5aa2604fd9a7841c130da27b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563604 Sep 04 16:00:48.912513 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b574ab6-b46d-4aa4-b7d7-9adfe5980e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9020ae84-df34-478a-81f0-36d3d57ea832,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:48.914980 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42324) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:48.967911 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e71727c-3013-4732-9994-6fc9f944a677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:48.988846 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e71727c-3013-4732-9994-6fc9f944a677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:49.036874 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e71727c-3013-4732-9994-6fc9f944a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:49.039358 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4e71727c-3013-4732-9994-6fc9f944a677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:49.040508 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-4e71727c-3013-4732-9994-6fc9f944a677 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9020ae84-df34-478a-81f0-36d3d57ea832 HTTP/1.1" status: 204 len: 168 time: 0.1241577 Sep 04 16:00:49.048250 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67852-aad7-4baa-91d8-15072ac8963e req-c006f261-d334-4cfd-891f-ec859ca94284 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:49.050202 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9cf67852-aad7-4baa-91d8-15072ac8963e req-c006f261-d334-4cfd-891f-ec859ca94284 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0529287 Sep 04 16:00:49.050661 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71727c-3013-4732-9994-6fc9f944a677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9020ae84-df34-478a-81f0-36d3d57ea832,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:49.089905 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9cf67852-aad7-4baa-91d8-15072ac8963e req-c14eb010-f2e2-43d2-8e01-a36a1da839f9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Sep 04 16:00:49.368594 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42334) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:49.382635 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2a15275-ccf4-46e8-afc9-ea73379cb0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:49.470021 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2a15275-ccf4-46e8-afc9-ea73379cb0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:49.473766 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d2a15275-ccf4-46e8-afc9-ea73379cb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:49.514416 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d2a15275-ccf4-46e8-afc9-ea73379cb0a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64fe1115433c43ba9487eb87ddfb7fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445439 Sep 04 16:00:49.515723 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a15275-ccf4-46e8-afc9-ea73379cb0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fad730-635d-4436-831c-a975d3e99254,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:49.517896 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42340) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:00:49.576349 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-321311a2-042b-4cb6-b7fa-ba2dddcc92d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:49.600322 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-321311a2-042b-4cb6-b7fa-ba2dddcc92d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:49.644744 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-321311a2-042b-4cb6-b7fa-ba2dddcc92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:49.647240 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-321311a2-042b-4cb6-b7fa-ba2dddcc92d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:00:49.648369 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-321311a2-042b-4cb6-b7fa-ba2dddcc92d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7fad730-635d-4436-831c-a975d3e99254 HTTP/1.1" status: 204 len: 168 time: 0.1294503 Sep 04 16:00:49.655898 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321311a2-042b-4cb6-b7fa-ba2dddcc92d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fad730-635d-4436-831c-a975d3e99254,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:00:50.208488 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a47b82-0744-4e30-b54f-44f8b62d2be1 req-73844d8c-3a8e-4825-8c43-94502690317a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:50.210042 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-10a47b82-0744-4e30-b54f-44f8b62d2be1 req-73844d8c-3a8e-4825-8c43-94502690317a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0495596 Sep 04 16:00:50.247289 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-10a47b82-0744-4e30-b54f-44f8b62d2be1 req-713c944c-edc7-4690-bbec-8ceb2c2f4663 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Sep 04 16:00:51.362568 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dcc15-d28d-4a40-a4ad-a9c0880535f5 req-18d34f53-41f2-4676-957b-459a3e1c0373 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:51.364064 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e95dcc15-d28d-4a40-a4ad-a9c0880535f5 req-18d34f53-41f2-4676-957b-459a3e1c0373 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0495059 Sep 04 16:00:51.400403 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e95dcc15-d28d-4a40-a4ad-a9c0880535f5 req-21ce312a-bbec-41f5-8bf6-571276abe286 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304751 Sep 04 16:00:52.518215 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d77c55-8a3c-4c69-9c6d-b96d0746e82b req-9e80f32e-50e7-4db7-84f4-ddc9bbffc1a8 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:52.519675 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-94d77c55-8a3c-4c69-9c6d-b96d0746e82b req-9e80f32e-50e7-4db7-84f4-ddc9bbffc1a8 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0511904 Sep 04 16:00:52.556104 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-94d77c55-8a3c-4c69-9c6d-b96d0746e82b req-57987465-9ad2-466e-ac11-a938d8f751ab tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Sep 04 16:00:53.673885 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51ebc-e946-4a76-a021-143b51432f8f req-129e46cb-9c6a-4913-9644-29b6840beb9e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:53.675393 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2bb51ebc-e946-4a76-a021-143b51432f8f req-129e46cb-9c6a-4913-9644-29b6840beb9e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0482037 Sep 04 16:00:53.712433 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2bb51ebc-e946-4a76-a021-143b51432f8f req-8acc4a8c-0d1a-428a-b001-7100095e6c49 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Sep 04 16:00:54.832580 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac788b51-a656-4b4d-8053-d17716b22ab9 req-b282c190-8c4d-4c0e-9920-736e2db13c64 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:54.834110 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ac788b51-a656-4b4d-8053-d17716b22ab9 req-b282c190-8c4d-4c0e-9920-736e2db13c64 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0526671 Sep 04 16:00:54.871765 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ac788b51-a656-4b4d-8053-d17716b22ab9 req-d7f63318-06f3-4173-85a5-5f6ae7acb33c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Sep 04 16:00:55.988976 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62daf5-1b11-483f-ac4e-618a92bb5503 req-7ebd0572-0f96-4171-9a8b-be291c6541dc tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:55.990438 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bc62daf5-1b11-483f-ac4e-618a92bb5503 req-7ebd0572-0f96-4171-9a8b-be291c6541dc tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0519133 Sep 04 16:00:56.027679 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bc62daf5-1b11-483f-ac4e-618a92bb5503 req-8128d4a9-f05c-4503-a224-6c2c44fd2d39 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Sep 04 16:00:57.141296 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c71f11-5601-469b-baa7-1e2826c987fb req-bf318f2b-86a7-47b8-8d9c-2e9d30754fc8 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:57.142684 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-56c71f11-5601-469b-baa7-1e2826c987fb req-bf318f2b-86a7-47b8-8d9c-2e9d30754fc8 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0476153 Sep 04 16:00:57.180126 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-56c71f11-5601-469b-baa7-1e2826c987fb req-e5b65570-a654-4681-a692-017226ffcb92 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Sep 04 16:00:58.292402 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b651b1-a0e1-4b5a-a4a0-0d6aee9bfe01 req-ab8555a3-9962-4d7f-9e03-72d193ed119d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:58.293931 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-27b651b1-a0e1-4b5a-a4a0-0d6aee9bfe01 req-ab8555a3-9962-4d7f-9e03-72d193ed119d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0483372 Sep 04 16:00:58.333827 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-27b651b1-a0e1-4b5a-a4a0-0d6aee9bfe01 req-81c52b3e-26ac-478d-8dad-1925d1918dcb tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Sep 04 16:00:59.456795 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87801998-b53a-4292-8bfa-a428d43a7c2b req-d5989eac-fbe7-47e7-8ae0-abe1acd4e951 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:00:59.458318 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87801998-b53a-4292-8bfa-a428d43a7c2b req-d5989eac-fbe7-47e7-8ae0-abe1acd4e951 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0559945 Sep 04 16:00:59.496019 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87801998-b53a-4292-8bfa-a428d43a7c2b req-26ac363b-15eb-48f1-98c4-416918314452 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Sep 04 16:01:00.611063 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f2be7-91b6-482f-8e69-28c623639530 req-df87c0ab-6a55-4e0b-9cbd-bf68239245d2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:00.612555 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd0f2be7-91b6-482f-8e69-28c623639530 req-df87c0ab-6a55-4e0b-9cbd-bf68239245d2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0485415 Sep 04 16:01:00.621000 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:01:00.627831 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42540) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:00.658938 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd0f2be7-91b6-482f-8e69-28c623639530 req-fd4ba4db-8835-44ac-ba82-09611d65a04b tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Sep 04 16:01:00.736810 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8220fcda-9bd1-4da9-adb9-a5ba272f414f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:00.825773 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8220fcda-9bd1-4da9-adb9-a5ba272f414f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:00.829786 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8220fcda-9bd1-4da9-adb9-a5ba272f414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:00.866324 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-8220fcda-9bd1-4da9-adb9-a5ba272f414f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c45c8ea4bd564b7fa2361421aff17ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374589 Sep 04 16:01:00.867171 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220fcda-9bd1-4da9-adb9-a5ba272f414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53e707-1374-484b-96c6-c0fac06a9234,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:00.869086 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42544) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:00.918597 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed4ca8b5-8494-4e66-a7f2-362d199b65d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:00.939715 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed4ca8b5-8494-4e66-a7f2-362d199b65d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:00.985366 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed4ca8b5-8494-4e66-a7f2-362d199b65d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:00.987785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ed4ca8b5-8494-4e66-a7f2-362d199b65d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:00.988943 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ed4ca8b5-8494-4e66-a7f2-362d199b65d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab53e707-1374-484b-96c6-c0fac06a9234 HTTP/1.1" status: 204 len: 168 time: 0.1188598 Sep 04 16:01:00.996231 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ca8b5-8494-4e66-a7f2-362d199b65d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53e707-1374-484b-96c6-c0fac06a9234,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:01.258625 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42552) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:01.275098 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f08d21a-7dfa-4ebe-afce-c0e6eb0cb46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:01.372587 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f08d21a-7dfa-4ebe-afce-c0e6eb0cb46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:01.376670 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1f08d21a-7dfa-4ebe-afce-c0e6eb0cb46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:01.414305 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1f08d21a-7dfa-4ebe-afce-c0e6eb0cb46e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bf001f187944054a639bb74fa59eeca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546052 Sep 04 16:01:01.416161 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08d21a-7dfa-4ebe-afce-c0e6eb0cb46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a38148-cebf-4908-8a12-65106126ffed,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:01.417138 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42556) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:01.466001 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db4da280-a9ac-413e-9149-111facf0c74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:01.490436 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db4da280-a9ac-413e-9149-111facf0c74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:01.537017 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db4da280-a9ac-413e-9149-111facf0c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:01.539598 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-db4da280-a9ac-413e-9149-111facf0c74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:01.540747 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-db4da280-a9ac-413e-9149-111facf0c74c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97a38148-cebf-4908-8a12-65106126ffed HTTP/1.1" status: 204 len: 168 time: 0.1226349 Sep 04 16:01:01.561695 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4da280-a9ac-413e-9149-111facf0c74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a38148-cebf-4908-8a12-65106126ffed,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:01.787915 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d5a80-c317-4222-b71f-42c23bff715e req-b3839d8c-cfc8-4b62-a64d-c2d9a4c58660 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:01.789462 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-076d5a80-c317-4222-b71f-42c23bff715e req-b3839d8c-cfc8-4b62-a64d-c2d9a4c58660 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0607240 Sep 04 16:01:01.830582 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-076d5a80-c317-4222-b71f-42c23bff715e req-22e5330a-4b55-4ce3-919c-f1d4444bc268 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351667 Sep 04 16:01:02.946536 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efc206-ec84-4888-9303-90b91a859aed req-16c55410-5894-4f22-9963-b250048ef7c1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:02.948852 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d9efc206-ec84-4888-9303-90b91a859aed req-16c55410-5894-4f22-9963-b250048ef7c1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0523458 Sep 04 16:01:02.993482 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d9efc206-ec84-4888-9303-90b91a859aed req-e2a4c3c5-02b8-4d18-9e18-cb64d30a4c8c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354612 Sep 04 16:01:03.011896 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42616) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:03.145652 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-461bae37-a4be-494e-a4b4-b8f4c61e7238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.234586 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-461bae37-a4be-494e-a4b4-b8f4c61e7238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.238533 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-461bae37-a4be-494e-a4b4-b8f4c61e7238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.277753 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-461bae37-a4be-494e-a4b4-b8f4c61e7238 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a4c82d1fead496e8e11d00bf5744096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645347 Sep 04 16:01:03.278865 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bae37-a4be-494e-a4b4-b8f4c61e7238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fa9590-370b-426a-9845-11ffb1073d73,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:03.281105 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42622) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:03.329893 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eda1feae-9c4e-48db-910b-2476e565571b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.351014 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eda1feae-9c4e-48db-910b-2476e565571b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.395522 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eda1feae-9c4e-48db-910b-2476e565571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.398102 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-eda1feae-9c4e-48db-910b-2476e565571b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.399231 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-eda1feae-9c4e-48db-910b-2476e565571b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5fa9590-370b-426a-9845-11ffb1073d73 HTTP/1.1" status: 204 len: 168 time: 0.1171181 Sep 04 16:01:03.409523 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1feae-9c4e-48db-910b-2476e565571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fa9590-370b-426a-9845-11ffb1073d73,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:03.673279 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42634) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:03.686931 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb5fdb3e-dbf9-401c-baa7-537ee135b786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.778010 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb5fdb3e-dbf9-401c-baa7-537ee135b786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.782936 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bb5fdb3e-dbf9-401c-baa7-537ee135b786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.822582 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42638) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:03.822711 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-bb5fdb3e-dbf9-401c-baa7-537ee135b786 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb2d516bcb8f46089841f67537e4eb2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481740 Sep 04 16:01:03.823830 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fdb3e-dbf9-401c-baa7-537ee135b786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96db31db-7bd4-4a5a-9b2a-dde1e13b7c59,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:03.892242 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fea56c7-9c82-48e1-bbc8-b0c2c62e650a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.914624 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fea56c7-9c82-48e1-bbc8-b0c2c62e650a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.974559 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fea56c7-9c82-48e1-bbc8-b0c2c62e650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.978332 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7fea56c7-9c82-48e1-bbc8-b0c2c62e650a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:03.979593 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7fea56c7-9c82-48e1-bbc8-b0c2c62e650a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96db31db-7bd4-4a5a-9b2a-dde1e13b7c59 HTTP/1.1" status: 204 len: 168 time: 0.1558571 Sep 04 16:01:03.990583 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea56c7-9c82-48e1-bbc8-b0c2c62e650a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96db31db-7bd4-4a5a-9b2a-dde1e13b7c59,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:04.119519 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b671-40ac-4b00-8fa8-5547bbdf3ae4 req-7e802ede-40eb-4deb-a429-c6da2e864c66 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:04.120937 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e157b671-40ac-4b00-8fa8-5547bbdf3ae4 req-7e802ede-40eb-4deb-a429-c6da2e864c66 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0552061 Sep 04 16:01:04.160998 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e157b671-40ac-4b00-8fa8-5547bbdf3ae4 req-32688f33-405a-4a6d-b64b-14ab6f1ab157 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332758 Sep 04 16:01:05.055655 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-578d569e-710e-46a1-8fd7-8dbe5984712e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:05.284120 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0c8b4-e970-4ad5-9b8c-a25d87eadc64 req-8e0ed3ed-5466-48f3-9e73-99e6a052a8a8 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:05.285649 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f9e0c8b4-e970-4ad5-9b8c-a25d87eadc64 req-8e0ed3ed-5466-48f3-9e73-99e6a052a8a8 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0534804 Sep 04 16:01:05.324782 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f9e0c8b4-e970-4ad5-9b8c-a25d87eadc64 req-d1f416a7-af4b-4522-a04f-ffa76dea13e3 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333159 Sep 04 16:01:05.865688 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42726) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:05.969371 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-894ee6f7-e291-474d-bd53-07fb27b1e2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.057306 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-894ee6f7-e291-474d-bd53-07fb27b1e2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.062214 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-894ee6f7-e291-474d-bd53-07fb27b1e2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.101050 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-894ee6f7-e291-474d-bd53-07fb27b1e2be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7959ee289c9f41b88826513fd948a70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342360 Sep 04 16:01:06.102284 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ee6f7-e291-474d-bd53-07fb27b1e2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d295df56-95e1-4192-a3e7-febb06ab23c8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:06.103605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:06.152360 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83070673-6950-44af-8836-e1701bd5c944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.173790 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83070673-6950-44af-8836-e1701bd5c944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.219720 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83070673-6950-44af-8836-e1701bd5c944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.222158 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83070673-6950-44af-8836-e1701bd5c944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.223269 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-83070673-6950-44af-8836-e1701bd5c944 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d295df56-95e1-4192-a3e7-febb06ab23c8 HTTP/1.1" status: 204 len: 168 time: 0.1186652 Sep 04 16:01:06.230360 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83070673-6950-44af-8836-e1701bd5c944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d295df56-95e1-4192-a3e7-febb06ab23c8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:06.500436 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42742) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:06.514673 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-428010b0-d15b-4427-8b26-494c3b2c3ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.615922 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-428010b0-d15b-4427-8b26-494c3b2c3ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.621989 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-428010b0-d15b-4427-8b26-494c3b2c3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.642845 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b27e1-0e76-4ccd-bc77-3494f7c5e7a0 req-ab96a142-d323-44c1-ba88-49548f49f774 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:06.645191 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dc0b27e1-0e76-4ccd-bc77-3494f7c5e7a0 req-ab96a142-d323-44c1-ba88-49548f49f774 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.2528298 Sep 04 16:01:06.664525 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428010b0-d15b-4427-8b26-494c3b2c3ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec1bb8f-fc63-4865-8baf-4fbd00c4b4d6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:06.668979 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-428010b0-d15b-4427-8b26-494c3b2c3ed3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22243732ccdb4e439b1e3f75dffdf857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674297 Sep 04 16:01:06.672365 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42746) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:06.689711 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dc0b27e1-0e76-4ccd-bc77-3494f7c5e7a0 req-f3c3abc3-a42f-462e-b34f-aa36f6de6237 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374300 Sep 04 16:01:06.721209 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-018652f4-730e-44d5-86f6-6f322ce77afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.741103 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-018652f4-730e-44d5-86f6-6f322ce77afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.790693 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-018652f4-730e-44d5-86f6-6f322ce77afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.793340 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-018652f4-730e-44d5-86f6-6f322ce77afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:06.794505 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-018652f4-730e-44d5-86f6-6f322ce77afb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bec1bb8f-fc63-4865-8baf-4fbd00c4b4d6 HTTP/1.1" status: 204 len: 168 time: 0.1212034 Sep 04 16:01:06.802935 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018652f4-730e-44d5-86f6-6f322ce77afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec1bb8f-fc63-4865-8baf-4fbd00c4b4d6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:07.809172 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9216fc-0d06-4faa-8f48-9233b6e28a5b req-96b78c56-c3f8-4a19-adc2-c6c46582d93c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:07.810711 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b9216fc-0d06-4faa-8f48-9233b6e28a5b req-96b78c56-c3f8-4a19-adc2-c6c46582d93c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0515437 Sep 04 16:01:07.852232 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b9216fc-0d06-4faa-8f48-9233b6e28a5b req-90847abc-2e5d-41a6-8b59-8c8bd7a5aad2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344663 Sep 04 16:01:07.882783 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7312-6836-4e76-8362-b4838970283b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:08.114817 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:08.978062 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:08.987295 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08563b75-580f-460e-99aa-e877323ccddb req-0b6fa1a6-f070-4185-a6ae-8002c57b2561 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:08.988799 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-08563b75-580f-460e-99aa-e877323ccddb req-0b6fa1a6-f070-4185-a6ae-8002c57b2561 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0489633 Sep 04 16:01:09.026627 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-08563b75-580f-460e-99aa-e877323ccddb req-dc02ccda-6197-4406-af70-b7a49841b289 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319684 Sep 04 16:01:10.146370 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b5c2-ec10-4ff0-9c35-209eadb77edc req-7a3fb4af-3e9e-4d05-a390-edc80e15eea3 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:10.147864 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-47e7b5c2-ec10-4ff0-9c35-209eadb77edc req-7a3fb4af-3e9e-4d05-a390-edc80e15eea3 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0542457 Sep 04 16:01:10.185622 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-47e7b5c2-ec10-4ff0-9c35-209eadb77edc req-fb464445-b689-4a35-85d1-4071702e15d3 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Sep 04 16:01:10.659126 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:10.776095 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:11.307041 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d5d41-24e3-48d7-9161-ccd07f76c3ec req-4808ffe7-cd9f-4931-b19f-28d07a8603d0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:11.309153 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6d3d5d41-24e3-48d7-9161-ccd07f76c3ec req-4808ffe7-cd9f-4931-b19f-28d07a8603d0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0511842 Sep 04 16:01:11.336113 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a62b6-7539-4501-9b6c-5aad08231c31 req-f2d46cf2-799d-47cb-989e-7d910494088e tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:11.337943 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-736a62b6-7539-4501-9b6c-5aad08231c31 req-f2d46cf2-799d-47cb-989e-7d910494088e tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0503237 Sep 04 16:01:11.352001 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6d3d5d41-24e3-48d7-9161-ccd07f76c3ec req-a5cfee5f-4880-4786-a810-d44d99bad7ec tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328510 Sep 04 16:01:11.376426 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-736a62b6-7539-4501-9b6c-5aad08231c31 req-ba75ef93-9c78-42e5-a082-a4dfee15b133 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Sep 04 16:01:12.317163 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42898) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:12.427206 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fcf983f-2fbe-4539-89c1-0722f0524a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:12.497003 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885e127-8876-4510-a0d3-a6e97d2af39c req-fad9b751-7106-45bb-a8c3-a0c45b8da3f5 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:12.499144 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7885e127-8876-4510-a0d3-a6e97d2af39c req-fad9b751-7106-45bb-a8c3-a0c45b8da3f5 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0533633 Sep 04 16:01:12.538335 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7885e127-8876-4510-a0d3-a6e97d2af39c req-6944ad92-a392-44d1-b537-1306b237abec tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327010 Sep 04 16:01:12.544251 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4583c7-4d12-4956-8606-4d3a98edc8f3 req-2129c78a-774e-49d4-93da-619469579ab7 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:12.546594 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db4583c7-4d12-4956-8606-4d3a98edc8f3 req-2129c78a-774e-49d4-93da-619469579ab7 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0749142 Sep 04 16:01:12.562288 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fcf983f-2fbe-4539-89c1-0722f0524a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:12.575350 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3fcf983f-2fbe-4539-89c1-0722f0524a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:12.631353 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db4583c7-4d12-4956-8606-4d3a98edc8f3 req-e888e915-cfe9-49c8-88dd-3a6d95d60083 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717950 Sep 04 16:01:12.631926 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf983f-2fbe-4539-89c1-0722f0524a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a56b6ca-3489-4597-a597-75df9b35dce3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:12.636068 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-3fcf983f-2fbe-4539-89c1-0722f0524a16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2871a1a32a848dbaae5e9b0ee35a73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178980 Sep 04 16:01:12.640301 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42908) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:12.688942 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e5978c-7830-43fa-9560-db95a2f76814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:12.709207 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e5978c-7830-43fa-9560-db95a2f76814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:12.753733 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e5978c-7830-43fa-9560-db95a2f76814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:12.756574 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-58e5978c-7830-43fa-9560-db95a2f76814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:12.757726 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-58e5978c-7830-43fa-9560-db95a2f76814 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a56b6ca-3489-4597-a597-75df9b35dce3 HTTP/1.1" status: 204 len: 168 time: 0.1166174 Sep 04 16:01:12.766402 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5978c-7830-43fa-9560-db95a2f76814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a56b6ca-3489-4597-a597-75df9b35dce3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:13.019402 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 42918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:13.032809 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9edd7cb4-0193-4115-aaff-b49f2ba9056d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:13.115061 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9edd7cb4-0193-4115-aaff-b49f2ba9056d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:13.118914 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9edd7cb4-0193-4115-aaff-b49f2ba9056d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:13.159499 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9edd7cb4-0193-4115-aaff-b49f2ba9056d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a500560c90164781b237d6f872a05419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390288 Sep 04 16:01:13.160703 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd7cb4-0193-4115-aaff-b49f2ba9056d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaeec0c-7d36-4dbe-873b-9a4f9641efbb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:13.162176 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 42920) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:13.212257 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b35e8b6f-869c-4ab7-a6db-8d7dbaa9c398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:13.233017 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b35e8b6f-869c-4ab7-a6db-8d7dbaa9c398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:13.277007 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b35e8b6f-869c-4ab7-a6db-8d7dbaa9c398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:13.280024 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b35e8b6f-869c-4ab7-a6db-8d7dbaa9c398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:13.281343 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b35e8b6f-869c-4ab7-a6db-8d7dbaa9c398 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/daaeec0c-7d36-4dbe-873b-9a4f9641efbb HTTP/1.1" status: 204 len: 168 time: 0.1181765 Sep 04 16:01:13.289589 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e8b6f-869c-4ab7-a6db-8d7dbaa9c398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaeec0c-7d36-4dbe-873b-9a4f9641efbb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:13.669561 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07651822-e8c0-48f2-a7db-f777d97ee05c req-1ed95476-0024-42be-84ba-7b2c4089f0bf tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:13.671842 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-07651822-e8c0-48f2-a7db-f777d97ee05c req-1ed95476-0024-42be-84ba-7b2c4089f0bf tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0557027 Sep 04 16:01:13.714067 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-07651822-e8c0-48f2-a7db-f777d97ee05c req-e7cff467-c8af-4ef0-97b4-8664a3ddba14 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Sep 04 16:01:13.759880 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd14e91-75e6-496e-91ce-138d147a32e0 req-1993e063-78b3-4686-9630-e1f6a084249d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:13.761564 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0bd14e91-75e6-496e-91ce-138d147a32e0 req-1993e063-78b3-4686-9630-e1f6a084249d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0506368 Sep 04 16:01:13.804139 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0bd14e91-75e6-496e-91ce-138d147a32e0 req-2638ec08-4bbd-4bd5-9903-fb717f61d99e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343192 Sep 04 16:01:14.839731 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477de85c-9e3f-4f17-b347-5eb5d68ef35b req-fa9f84d2-24ac-44b0-94f7-63ab5f60f951 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:14.841285 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-477de85c-9e3f-4f17-b347-5eb5d68ef35b req-fa9f84d2-24ac-44b0-94f7-63ab5f60f951 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0514593 Sep 04 16:01:14.883798 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-477de85c-9e3f-4f17-b347-5eb5d68ef35b req-d3124151-a54f-4641-93cb-b2da44b58a28 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359461 Sep 04 16:01:14.927449 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b07369-3723-4ace-993b-1100994925b8 req-bca9cea3-7413-4e57-9783-fa5e87cfea35 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:14.929035 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e3b07369-3723-4ace-993b-1100994925b8 req-bca9cea3-7413-4e57-9783-fa5e87cfea35 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0558245 Sep 04 16:01:14.968279 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e3b07369-3723-4ace-993b-1100994925b8 req-338814a0-e117-42d6-9523-f95245099e59 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330801 Sep 04 16:01:15.507709 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57715ce0-34e7-4847-8004-7d35f2853690 req-214afccc-95d9-4876-a644-614c4da0a7c2 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:15.509132 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-57715ce0-34e7-4847-8004-7d35f2853690 req-214afccc-95d9-4876-a644-614c4da0a7c2 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.46 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.0457644 Sep 04 16:01:15.671481 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-57715ce0-34e7-4847-8004-7d35f2853690 req-8e3f5649-02da-4278-abaa-20a6ef1daefd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Deleting port dbe72424-afe5-464d-93bc-189a96398553 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:01:15.671851 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-57715ce0-34e7-4847-8004-7d35f2853690 req-8e3f5649-02da-4278-abaa-20a6ef1daefd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:15.944290 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-57715ce0-34e7-4847-8004-7d35f2853690 req-8e3f5649-02da-4278-abaa-20a6ef1daefd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] For port dbe72424-afe5-464d-93bc-189a96398553, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dbe72424-afe5-464d-93bc-189a96398553,segment=NetworkSegment(de9c7f90-71be-4a44-83e0-cde7ffcde718),segment_id=de9c7f90-71be-4a44-83e0-cde7ffcde718)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:15.944980 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-57715ce0-34e7-4847-8004-7d35f2853690 req-8e3f5649-02da-4278-abaa-20a6ef1daefd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:15.968016 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-57715ce0-34e7-4847-8004-7d35f2853690 req-8e3f5649-02da-4278-abaa-20a6ef1daefd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Calling delete_port for dbe72424-afe5-464d-93bc-189a96398553 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:01:16.066434 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699cba2-2a1c-43e6-b549-47064867f620 req-ca4e7acf-ebb3-47cf-ada5-16631b72278d tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:16.067921 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f699cba2-2a1c-43e6-b549-47064867f620 req-ca4e7acf-ebb3-47cf-ada5-16631b72278d tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 946 time: 0.1131747 Sep 04 16:01:16.089803 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018115cd-de9c-4755-a170-23cc622c4430 req-a5e738ce-eebf-4529-9667-b6056d9e6a2e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:16.091462 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-018115cd-de9c-4755-a170-23cc622c4430 req-a5e738ce-eebf-4529-9667-b6056d9e6a2e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0528667 Sep 04 16:01:16.127863 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f699cba2-2a1c-43e6-b549-47064867f620 req-3cfef5f2-3771-446d-80e3-ef4b461c9894 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/security-groups?id=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530903 Sep 04 16:01:16.136165 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-018115cd-de9c-4755-a170-23cc622c4430 req-e5ec2e1a-df09-4458-8e47-e07f603f7aae tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377064 Sep 04 16:01:16.194281 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-57715ce0-34e7-4847-8004-7d35f2853690 req-8e3f5649-02da-4278-abaa-20a6ef1daefd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:16.228650 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['dbe72424-afe5-464d-93bc-189a96398553'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:01:16.250596 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f5649-02da-4278-abaa-20a6ef1daefd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Pushing event deleted for resources: {'Port': ['ID=dbe72424-afe5-464d-93bc-189a96398553,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:16.289790 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-57715ce0-34e7-4847-8004-7d35f2853690 req-8e3f5649-02da-4278-abaa-20a6ef1daefd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] No DVR routers for this DVR port dbe72424-afe5-464d-93bc-189a96398553 on host hv-cinder-79966 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:01:16.293354 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-57715ce0-34e7-4847-8004-7d35f2853690 req-8e3f5649-02da-4278-abaa-20a6ef1daefd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:16.295485 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-57715ce0-34e7-4847-8004-7d35f2853690 req-8e3f5649-02da-4278-abaa-20a6ef1daefd tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.46 "DELETE /v2.0/ports/dbe72424-afe5-464d-93bc-189a96398553 HTTP/1.1" status: 204 len: 173 time: 0.7686327 Sep 04 16:01:16.296001 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e', 'name': 'network-vif-deleted', 'tag': 'dbe72424-afe5-464d-93bc-189a96398553'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:01:16.298999 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ae604a-7357-407e-a1a5-308861bfd655" -d '{"events": [{"server_uuid": "c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e", "name": "network-vif-deleted", "tag": "dbe72424-afe5-464d-93bc-189a96398553"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:01:16.334715 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a8807d-552a-473d-9f5e-d3d279f4987e x-openstack-request-id: req-57a8807d-552a-473d-9f5e-d3d279f4987e {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:01:16.335004 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e", "name": "network-vif-deleted", "tag": "dbe72424-afe5-464d-93bc-189a96398553", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:01:16.335253 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57a8807d-552a-473d-9f5e-d3d279f4987e {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:01:16.335674 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e', 'name': 'network-vif-deleted', 'tag': 'dbe72424-afe5-464d-93bc-189a96398553', 'status': 'completed', 'code': 200} Sep 04 16:01:17.276447 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1e0e9cc4-cb86-4d67-92f3-6a195632388e req-eeea263d-1156-4cc9-be42-cf06f7889304 tempest-DeleteServersTestJSON-139361636 tempest-DeleteServersTestJSON-139361636-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98fa8ad-7cc6-416c-b3bb-7a2c0f83e24e HTTP/1.1" status: 200 len: 210 time: 0.0374365 Sep 04 16:01:17.286650 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0b53b-cdc6-4405-8681-7caea2b0e658 req-c1866b5a-9c24-43cf-bb21-5124b1af98cc tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:17.293360 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e8d0b53b-cdc6-4405-8681-7caea2b0e658 req-c1866b5a-9c24-43cf-bb21-5124b1af98cc tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0660055 Sep 04 16:01:17.338431 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e8d0b53b-cdc6-4405-8681-7caea2b0e658 req-1158ce0b-ffe0-4e8d-96f0-4d95644e8b26 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Sep 04 16:01:18.459081 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c740e-d591-4ed3-957a-9778e91110df req-58c9c5bb-a3aa-4c81-9430-a8998b8ee783 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:18.462013 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ec1c740e-d591-4ed3-957a-9778e91110df req-58c9c5bb-a3aa-4c81-9430-a8998b8ee783 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0521743 Sep 04 16:01:18.502803 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ec1c740e-d591-4ed3-957a-9778e91110df req-e765b7b2-f2d4-4ebd-9b4b-d0dce728a567 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Sep 04 16:01:19.462983 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device dbe72424-afe5-464d-93bc-189a96398553 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:01:19.483050 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: dbe72424-afe5-464d-93bc-189a96398553 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:01:19.483395 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device dbe72424-afe5-464d-93bc-189a96398553 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:01:19.615905 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896f14d-b736-42af-8bd2-b8baff9afb85 req-62f9d52d-a5ae-4fc8-8186-9bd33a4b678c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:19.617421 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5896f14d-b736-42af-8bd2-b8baff9afb85 req-62f9d52d-a5ae-4fc8-8186-9bd33a4b678c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0476885 Sep 04 16:01:19.655616 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5896f14d-b736-42af-8bd2-b8baff9afb85 req-9834c9ae-870c-4c99-a4cb-35e8c200af89 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Sep 04 16:01:20.768063 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dddbd-f124-4312-8db6-9a3e7d6fbe9f req-1f3367a0-c862-4666-9d27-225015cc65ad tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:20.769585 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c37dddbd-f124-4312-8db6-9a3e7d6fbe9f req-1f3367a0-c862-4666-9d27-225015cc65ad tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0479143 Sep 04 16:01:20.810112 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c37dddbd-f124-4312-8db6-9a3e7d6fbe9f req-82b835b0-a7f7-4481-920c-431e8a77028c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Sep 04 16:01:21.923149 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4352a4c-8396-4301-97b8-0ba046c08f15 req-caa28102-7a78-47a0-bdaa-50268be7b7a9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:21.924602 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e4352a4c-8396-4301-97b8-0ba046c08f15 req-caa28102-7a78-47a0-bdaa-50268be7b7a9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0470150 Sep 04 16:01:21.962111 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e4352a4c-8396-4301-97b8-0ba046c08f15 req-94e6da75-6500-432b-9116-76ffea414fc2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Sep 04 16:01:23.074574 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5071f6d-639d-4c09-9334-beebd6e0f446 req-821674ef-4072-4323-aaac-20b679924e7a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:23.076214 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d5071f6d-639d-4c09-9334-beebd6e0f446 req-821674ef-4072-4323-aaac-20b679924e7a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0476339 Sep 04 16:01:23.113997 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d5071f6d-639d-4c09-9334-beebd6e0f446 req-5b917578-3377-4d2d-8edb-e81940e83ffa tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315058 Sep 04 16:01:24.235928 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbbe6d-daf2-468a-ade8-4940d0c8f8c1 req-12983a06-a89f-4bde-b45a-f651efba3a16 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:24.237490 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aebbbe6d-daf2-468a-ade8-4940d0c8f8c1 req-12983a06-a89f-4bde-b45a-f651efba3a16 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0574958 Sep 04 16:01:24.280919 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aebbbe6d-daf2-468a-ade8-4940d0c8f8c1 req-5cb12837-ce99-4e93-8f96-1e789f4f19e5 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372903 Sep 04 16:01:25.393956 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba73fc-d44d-4165-bc2b-8431629cd804 req-9d001c00-c6bf-42f3-8a06-59a71fb58ef1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:25.395406 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bdba73fc-d44d-4165-bc2b-8431629cd804 req-9d001c00-c6bf-42f3-8a06-59a71fb58ef1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0490606 Sep 04 16:01:25.431589 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bdba73fc-d44d-4165-bc2b-8431629cd804 req-57d349ea-51f7-44d4-a33d-4495eed9d975 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303700 Sep 04 16:01:26.544051 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1451d9e-6f2a-4aab-9e94-555e28e64a4b req-8a73ae79-d99c-4fc7-903d-deb8eddfbc45 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:26.546121 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f1451d9e-6f2a-4aab-9e94-555e28e64a4b req-8a73ae79-d99c-4fc7-903d-deb8eddfbc45 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0470817 Sep 04 16:01:26.582792 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f1451d9e-6f2a-4aab-9e94-555e28e64a4b req-013d37fd-01bf-410b-b35d-6e410f9097ae tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306895 Sep 04 16:01:27.269007 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43186) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:27.315393 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fe08a6-ba06-49fc-8e79-35f236ff90f0 admin admin] Deleting subnet af9d172f-435e-4c15-9a04-cf7d89416c34 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:01:27.318668 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67fe08a6-ba06-49fc-8e79-35f236ff90f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.355777 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67fe08a6-ba06-49fc-8e79-35f236ff90f0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.365038 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67fe08a6-ba06-49fc-8e79-35f236ff90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.420082 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67fe08a6-ba06-49fc-8e79-35f236ff90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.445849 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe08a6-ba06-49fc-8e79-35f236ff90f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9d172f-435e-4c15-9a04-cf7d89416c34,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:27.447775 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-67fe08a6-ba06-49fc-8e79-35f236ff90f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.449646 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-67fe08a6-ba06-49fc-8e79-35f236ff90f0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/af9d172f-435e-4c15-9a04-cf7d89416c34 HTTP/1.1" status: 204 len: 168 time: 0.1796484 Sep 04 16:01:27.452810 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43190) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:27.525194 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.614519 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.627194 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.627542 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.628317 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.628652 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > port after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.629026 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > port after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.629364 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > port after_update 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.629701 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.630039 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.630357 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.631546 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.697444 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c9933-5ae1-4997-bd83-9e81f8ba0010 req-ff0b522e-381f-4e5e-aa45-05fbf123de94 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:27.698968 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-543c9933-5ae1-4997-bd83-9e81f8ba0010 req-ff0b522e-381f-4e5e-aa45-05fbf123de94 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0489767 Sep 04 16:01:27.739437 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-543c9933-5ae1-4997-bd83-9e81f8ba0010 req-a76b2f18-1491-41a3-9ea9-be6c56a29693 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343592 Sep 04 16:01:27.796672 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.797044 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.797373 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.797700 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:01:27.798076 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6150ac03-ccdf-4032-b72d-f88ab557760f']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:27.816202 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9c7f90-71be-4a44-83e0-cde7ffcde718') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:27.816500 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9c7f90-71be-4a44-83e0-cde7ffcde718') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:27.832301 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29288184'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.858295 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.867608 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:01:27.868099 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25244563'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: from cryptography.utils import int_from_bytes Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: from cryptography.utils import int_from_bytes Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: Traceback (most recent call last): Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: timer() Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: cb(*args, **kw) Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: return func(*args, **kwargs) Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: self._notify() Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: self.callback(batched_events) Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: event.method(event) Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: return f(self, *a, **k) Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._get(url).json() Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:01:27.873197 dv-cinder-799663-6-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:01:27.929144 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.937450 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:27.939389 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] 10.222.0.53 "DELETE /v2.0/networks/6150ac03-ccdf-4032-b72d-f88ab557760f HTTP/1.1" status: 204 len: 168 time: 0.4856493 Sep 04 16:01:27.948904 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5989d-021c-4af8-a978-290e345dbadf admin admin] Pushing event deleted for resources: {'Network': ['ID=6150ac03-ccdf-4032-b72d-f88ab557760f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:28.109905 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43206) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:28.151006 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f08746cf-fc53-47e3-8f70-ef9c0933c5be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae4927fbdd6e488c8c4a8218a837760c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377407 Sep 04 16:01:28.151215 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43216) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:28.267986 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27eec2cb-7519-43cc-ba96-4f1b2f571a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:28.302710 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-f2a00bcf-d09e-42ee-be7f-f50a56392a2d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:28.304197 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-f2a00bcf-d09e-42ee-be7f-f50a56392a2d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 815 time: 0.1510334 Sep 04 16:01:28.308803 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27eec2cb-7519-43cc-ba96-4f1b2f571a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:28.332014 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-d4bd49a3-bda8-4a4e-83be-3567a9c7ac93 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/quotas/39cf997e366848e5bbbeae43e4a71100 HTTP/1.1" status: 200 len: 375 time: 0.0210638 Sep 04 16:01:28.390511 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b4861ddb-05b3-4f90-9610-ee82beee94a2 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508282 Sep 04 16:01:28.406118 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27eec2cb-7519-43cc-ba96-4f1b2f571a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:28.408668 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27eec2cb-7519-43cc-ba96-4f1b2f571a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:28.409802 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-27eec2cb-7519-43cc-ba96-4f1b2f571a6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7c1da9e-1e24-4ec8-98eb-d60a74787ef3 HTTP/1.1" status: 204 len: 168 time: 0.2577183 Sep 04 16:01:28.435546 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eec2cb-7519-43cc-ba96-4f1b2f571a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c1da9e-1e24-4ec8-98eb-d60a74787ef3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:28.503232 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-da5000b8-db93-433d-baf5-6cd717eb0d6b service neutron] 10.222.0.53 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055815 Sep 04 16:01:28.604932 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-f230dd84-a8bb-4cd9-ad6d-10dcb1f5f967 service neutron] 10.222.0.53 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930445 Sep 04 16:01:28.823238 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-35eb0676-1903-442a-ae08-c48b04fead8e req-6cb1c74b-f41b-4f0b-85e1-8e270efda963 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 210 time: 0.0575602 Sep 04 16:01:28.887528 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8c0d4-570b-469c-95c1-dd733d709b37 req-34b13f6c-b149-4150-a2c9-0c66e4579512 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:28.903200 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53b8c0d4-570b-469c-95c1-dd733d709b37 req-34b13f6c-b149-4150-a2c9-0c66e4579512 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0851393 Sep 04 16:01:28.965064 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53b8c0d4-570b-469c-95c1-dd733d709b37 req-86fc7fc2-9cc9-492d-93c7-37c33af58674 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588906 Sep 04 16:01:29.270474 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43270) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:29.376498 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-758350715-network', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:29.401466 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Made reservation on behalf of 3fae2f3a2b48414fb76a2b0ad2e2ccbe for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:01:29.403942 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:29.412772 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:29.520323 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:29.525109 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:29.550252 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:01:29.560013 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f876da-7bc5-45bb-9768-2d5f0b94f751,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:29.567507 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:29.567852 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Added segment a09ba389-aebf-4b8d-8f97-88be8443a3ed of type vlan for network 4b1340d0-32a0-4889-b4c1-1455af846b78 Sep 04 16:01:29.576938 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.577294 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.577640 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.577987 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.578321 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.578665 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.579008 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.579329 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.579659 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.579987 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.580313 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.580639 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:29.628667 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:29.652940 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:29.654475 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:29.655053 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:29.686740 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4147904 Sep 04 16:01:29.689680 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43284) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:29.694568 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Request body: {'subnet': {'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-758350715-subnet', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:29.714074 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Made reservation on behalf of 3fae2f3a2b48414fb76a2b0ad2e2ccbe for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:01:29.716730 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc74391-7a76-46b2-9f06-5067d7ea3360 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1340d0-32a0-4889-b4c1-1455af846b78,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:29.716909 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:29.726472 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 4b1340d0-32a0-4889-b4c1-1455af846b78 details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:01:29.929542 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-021e86df-758c-4ff9-87fc-7cde1fca4df4 req-d3052963-7d4b-4b5e-85ee-b6b01247fb95 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 210 time: 0.0339293 Sep 04 16:01:29.948244 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.012665 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd7cd50-8463-4788-bd97-a825c2e48f4d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:30.035089 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.035440 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.035785 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.036134 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.036478 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.036807 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.037167 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.037498 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.037821 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.038184 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.038494 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.038812 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:30.058207 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-bf0ba4e7-d8a6-4058-9fe3-59cbb2927145 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:30.060212 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-bf0ba4e7-d8a6-4058-9fe3-59cbb2927145 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 815 time: 0.2241607 Sep 04 16:01:30.092961 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Request body: {'port': {'device_id': 'b6df620b-0e1f-4c61-b2ed-ee0ad6a88650', 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1', 'admin_state_up': True, 'tenant_id': '39cf997e366848e5bbbeae43e4a71100'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:30.100962 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Checking segment: {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:01:30.101321 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Network hostable DHCP agents. Network: 4b1340d0-32a0-4889-b4c1-1455af846b78, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:01:30.187595 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54a738-2543-4d4b-b2ec-21d9719aa00b req-d8bdbd23-30ee-4393-b058-0b14c0843ba7 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:30.189029 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c54a738-2543-4d4b-b2ec-21d9719aa00b req-d8bdbd23-30ee-4393-b058-0b14c0843ba7 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.1377819 Sep 04 16:01:30.191668 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Network 4b1340d0-32a0-4889-b4c1-1455af846b78 is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:01:30.219368 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 4b1340d0-32a0-4889-b4c1-1455af846b78) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:30.228830 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c8aa59-466e-4dd0-a81d-50aeb46980f6 None None] Network 4b1340d0-32a0-4889-b4c1-1455af846b78 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:01:30.230582 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:30.231260 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.267940 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c54a738-2543-4d4b-b2ec-21d9719aa00b req-7c5125ce-7c53-4861-a366-d7e66a753a9f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695493 Sep 04 16:01:30.274315 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-4d58a253-8084-4c08-92a2-97797ce5f7ac admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5832911 Sep 04 16:01:30.276915 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43298) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:30.282910 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:30.308559 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Made reservation on behalf of 39cf997e366848e5bbbeae43e4a71100 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:01:30.312705 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.330885 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26187'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.332301 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3914403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26226'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.383811 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.446378 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Allocated IP 172.20.0.3 (4ba93ff3-c068-4875-acb4-63c360b33ec1/0253b67f-bd7c-4f5d-9250-4fbb5f2aae95/de7ab023-3147-496c-ac9a-5b0b47db72d6) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:01:30.501819 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b69fc18-f8a6-50e2-9dd4-70f05aad994d-4b1340d0-32a0-4889-b4c1-1455af846b78', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d'}]}} from dv-cinder-799663-6-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 04 16:01:30.503100 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.527409 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.640673 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.688620 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.694339 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Allocated IP 172.20.0.2 (4b1340d0-32a0-4889-b4c1-1455af846b78/abd7cd50-8463-4788-bd97-a825c2e48f4d/f77d6124-4542-4752-b3da-81fb918d7e65) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:01:30.701516 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['d943eb27-7e89-4531-9d03-243f18313e8a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:01:30.745108 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Network 4ba93ff3-c068-4875-acb4-63c360b33ec1 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:01:30.749485 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:30.752384 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:01:30.766991 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:30.767661 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.770475 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.794369 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.795183 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Pushing event updated for resources: {'Port': ['ID=de7ab023-3147-496c-ac9a-5b0b47db72d6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:30.805851 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-329cc2de-a1d3-49f9-978c-9a68b8fa54cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7177205 Sep 04 16:01:30.839761 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Request body: {'port': {'device_id': 'b6df620b-0e1f-4c61-b2ed-ee0ad6a88650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:30.897111 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.913468 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Allocated IP 172.27.2.215 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/31fd0ebe-9cb0-41af-bf30-c4ebc0702268) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:01:30.946968 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:30.967166 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Transition to ACTIVE for port object f77d6124-4542-4752-b3da-81fb918d7e65 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:30.987611 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Transition to ACTIVE for port object f77d6124-4542-4752-b3da-81fb918d7e65 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:31.005398 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.046392 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.077270 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Pushing event updated for resources: {'Port': ['ID=f77d6124-4542-4752-b3da-81fb918d7e65,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:31.089953 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.112599 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.113181 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.113892 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.114458 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.115009 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.115576 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.116133 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.116738 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.117355 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.117922 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.118462 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.119690 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:31.134952 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:01:31.140979 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:31.149883 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Network 4b1340d0-32a0-4889-b4c1-1455af846b78 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:01:31.150356 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:01:31.152065 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:31.157437 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:01:31.162552 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Pushing event updated for resources: {'Port': ['ID=31fd0ebe-9cb0-41af-bf30-c4ebc0702268,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:31.215203 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Attempting to bind port f77d6124-4542-4752-b3da-81fb918d7e65 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:01:31.215494 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Attempting to bind port f77d6124-4542-4752-b3da-81fb918d7e65 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:01:31.216389 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Attempting to bind port f77d6124-4542-4752-b3da-81fb918d7e65 on network 4b1340d0-32a0-4889-b4c1-1455af846b78 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:31.221758 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:01:31.222136 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Checking segment: {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:01:31.222547 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.222943 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Bound using segment: {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:01:31.223798 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Bound port: f77d6124-4542-4752-b3da-81fb918d7e65, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:01:31.223798 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.249943 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d6dbd-172a-4074-90b7-b8ec7354ff84 req-9fe2f150-69f7-4f44-b15f-bba0eda18580 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:31.251438 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-830d6dbd-172a-4074-90b7-b8ec7354ff84 req-9fe2f150-69f7-4f44-b15f-bba0eda18580 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 931 time: 0.1105857 Sep 04 16:01:31.298403 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] For port f77d6124-4542-4752-b3da-81fb918d7e65, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:01:31.301945 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] For port f77d6124-4542-4752-b3da-81fb918d7e65, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=f77d6124-4542-4752-b3da-81fb918d7e65,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:01:31.306914 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.364635 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7ab023-3147-496c-ac9a-5b0b47db72d6 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:01:31.369571 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ee7ad-a18b-479d-9539-03e93d46e308 None None] Pushing event updated for resources: {'Port': ['ID=f77d6124-4542-4752-b3da-81fb918d7e65,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:31.379343 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-830d6dbd-172a-4074-90b7-b8ec7354ff84 req-ba0ea359-e3df-418b-8ee7-77c626c5dee4 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197255 Sep 04 16:01:31.381216 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.397139 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Transition to ACTIVE for port object de7ab023-3147-496c-ac9a-5b0b47db72d6 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:31.413674 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.475322 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=de7ab023-3147-496c-ac9a-5b0b47db72d6,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:31.514076 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ee216-b732-4a01-a67a-2eedc5ac5857 req-123a2672-003e-41bf-a594-30f91326f55f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:31.514842 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Attempting to bind port de7ab023-3147-496c-ac9a-5b0b47db72d6 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:01:31.515336 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Attempting to bind port de7ab023-3147-496c-ac9a-5b0b47db72d6 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:01:31.515638 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Attempting to bind port de7ab023-3147-496c-ac9a-5b0b47db72d6 on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:31.515814 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d6ee216-b732-4a01-a67a-2eedc5ac5857 req-123a2672-003e-41bf-a594-30f91326f55f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0704060 Sep 04 16:01:31.520544 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Port de7ab023-3147-496c-ac9a-5b0b47db72d6 on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:01:31.520949 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Attempting to bind port de7ab023-3147-496c-ac9a-5b0b47db72d6 on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:31.531013 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:01:31.531357 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Checking segment: {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:01:31.531728 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Bound using segment: {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:01:31.532194 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Bound port: de7ab023-3147-496c-ac9a-5b0b47db72d6, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:01:31.532596 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.542692 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.625965 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] For port de7ab023-3147-496c-ac9a-5b0b47db72d6, host hv-cinder-79966, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:01:31.630613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] For port de7ab023-3147-496c-ac9a-5b0b47db72d6, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=de7ab023-3147-496c-ac9a-5b0b47db72d6,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:01:31.639848 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.659356 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d6ee216-b732-4a01-a67a-2eedc5ac5857 req-c0f64047-643b-4411-9215-2b953091c63f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363382 Sep 04 16:01:31.689824 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:31.689824 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.695030 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/de7ab023-3147-496c-ac9a-5b0b47db72d6 HTTP/1.1" status: 200 len: 1093 time: 0.8588285 Sep 04 16:01:31.696837 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6df620b-0e1f-4c61-b2ed-ee0ad6a88650', 'tag': 'de7ab023-3147-496c-ac9a-5b0b47db72d6'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:01:31.702537 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a328d398-8bef-47ad-b08b-13d0722407b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6df620b-0e1f-4c61-b2ed-ee0ad6a88650", "tag": "de7ab023-3147-496c-ac9a-5b0b47db72d6"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:01:31.749330 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e9b63-9a59-4cf0-ae5c-ad8e4896c7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=de7ab023-3147-496c-ac9a-5b0b47db72d6,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:31.807645 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4473dfd4-1a43-4f55-b714-1e3a18af1871 x-openstack-request-id: req-4473dfd4-1a43-4f55-b714-1e3a18af1871 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:01:31.808309 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6df620b-0e1f-4c61-b2ed-ee0ad6a88650", "tag": "de7ab023-3147-496c-ac9a-5b0b47db72d6", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:01:31.808750 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4473dfd4-1a43-4f55-b714-1e3a18af1871 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:01:31.809591 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6df620b-0e1f-4c61-b2ed-ee0ad6a88650', 'tag': 'de7ab023-3147-496c-ac9a-5b0b47db72d6', 'status': 'completed', 'code': 200} Sep 04 16:01:31.834166 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-541e29f5-0cd3-4308-a0a4-19f5e931da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:31.836659 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-541e29f5-0cd3-4308-a0a4-19f5e931da85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 1096 time: 0.0837259 Sep 04 16:01:31.908106 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-28cdf2c1-38a9-4d12-a9cf-b5672a9f03bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de7ab023-3147-496c-ac9a-5b0b47db72d6 HTTP/1.1" status: 200 len: 217 time: 0.0526295 Sep 04 16:01:31.935600 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:31.955828 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-628a6d22-5175-4683-bfeb-573ac905883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:31.957215 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-628a6d22-5175-4683-bfeb-573ac905883c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0253b67f-bd7c-4f5d-9250-4fbb5f2aae95 HTTP/1.1" status: 200 len: 855 time: 0.0477705 Sep 04 16:01:31.990813 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-565d9185-073c-4b5a-81dd-bdbfd9b0f22e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba93ff3-c068-4875-acb4-63c360b33ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258830 Sep 04 16:01:32.074922 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 is scheduled to L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:01:32.088301 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-52d1d202-d02f-4100-a344-f69c6de1f034 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903065 Sep 04 16:01:32.181749 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f41f12d9-47c3-43df-8e21-15f3bc0385da req-c957718d-ccc8-4689-bc13-7686326320fe service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857880 Sep 04 16:01:32.194494 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:01:32.206988 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Sync routers for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:01:32.229839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:32.231239 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-207d7f6b-05ac-48bb-8b4d-064a239d0575 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9529958 Sep 04 16:01:32.234189 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43338) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:32.237145 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:01:32.238154 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:01:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:32.372115 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:01:32.385748 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device f77d6124-4542-4752-b3da-81fb918d7e65 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:01:32.405293 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d398-8bef-47ad-b08b-13d0722407b8 req-a93744c8-af1a-4050-b800-a82e63e4d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:32.407320 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a328d398-8bef-47ad-b08b-13d0722407b8 req-a93744c8-af1a-4050-b800-a82e63e4d3b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 1096 time: 0.1075523 Sep 04 16:01:32.510708 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port f77d6124-4542-4752-b3da-81fb918d7e65 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:32.629162 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:31Z', 'revision_number': 3, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:32.657716 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea9d3d-483d-4b33-85c0-b93c67e7a1c8 None None] Network 4b1340d0-32a0-4889-b4c1-1455af846b78 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:01:32.661150 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Checking router: d34e0b43-4f94-4cea-a2f1-600c81b23eb2 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:01:32.661692 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Updating router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 binding host dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:01:32.695837 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:32.748301 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-62d7c447-4548-46a9-8ef1-1277d011b54c None None] Provisioning for port f77d6124-4542-4752-b3da-81fb918d7e65 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:32.758894 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-62d7c447-4548-46a9-8ef1-1277d011b54c None None] Provisioning complete for port f77d6124-4542-4752-b3da-81fb918d7e65 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:32.759360 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62d7c447-4548-46a9-8ef1-1277d011b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:32.787802 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcad22-0d49-4a8c-801f-ef0d1af68d89 req-651a68fd-02a2-4068-9344-94340824c4e3 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:32.790187 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dedcad22-0d49-4a8c-801f-ef0d1af68d89 req-651a68fd-02a2-4068-9344-94340824c4e3 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 943 time: 0.1329474 Sep 04 16:01:32.829140 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37baef-bdc3-4fca-9d1d-dd307fff247a req-4f40fe27-ecae-43e3-b59c-75df9aeee16e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:32.837852 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cb37baef-bdc3-4fca-9d1d-dd307fff247a req-4f40fe27-ecae-43e3-b59c-75df9aeee16e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0893919 Sep 04 16:01:32.872452 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d398-8bef-47ad-b08b-13d0722407b8 req-1be5cddb-a0a4-44b9-a1e7-d6db3764a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:32.874308 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a328d398-8bef-47ad-b08b-13d0722407b8 req-1be5cddb-a0a4-44b9-a1e7-d6db3764a782 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 916 time: 0.4594545 Sep 04 16:01:32.910592 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cb37baef-bdc3-4fca-9d1d-dd307fff247a req-b4fb300a-10ef-4c58-ac71-e3d71563d41a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709984 Sep 04 16:01:32.923283 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a328d398-8bef-47ad-b08b-13d0722407b8 req-72779d74-1810-4ad9-9fbf-16fb5ef44132 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de7ab023-3147-496c-ac9a-5b0b47db72d6 HTTP/1.1" status: 200 len: 217 time: 0.0384989 Sep 04 16:01:32.952565 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dedcad22-0d49-4a8c-801f-ef0d1af68d89 req-052ac420-c70f-4275-8938-c16b67a7874b tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261525 Sep 04 16:01:32.977686 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62d7c447-4548-46a9-8ef1-1277d011b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.042321 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-62d7c447-4548-46a9-8ef1-1277d011b54c None None] For port f77d6124-4542-4752-b3da-81fb918d7e65, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=f77d6124-4542-4752-b3da-81fb918d7e65,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:33.072966 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62d7c447-4548-46a9-8ef1-1277d011b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.099742 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d398-8bef-47ad-b08b-13d0722407b8 req-a71001a4-366e-443c-8050-f2241f079016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:33.101390 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a328d398-8bef-47ad-b08b-13d0722407b8 req-a71001a4-366e-443c-8050-f2241f079016 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0253b67f-bd7c-4f5d-9250-4fbb5f2aae95 HTTP/1.1" status: 200 len: 855 time: 0.1706350 Sep 04 16:01:33.119812 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.145605 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Transition to ACTIVE for port object 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:33.152194 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.157917 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a328d398-8bef-47ad-b08b-13d0722407b8 req-18088205-1fc2-4a6a-8523-a2be39382cf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba93ff3-c068-4875-acb4-63c360b33ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415888 Sep 04 16:01:33.158235 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7c447-4548-46a9-8ef1-1277d011b54c None None] Pushing event updated for resources: {'Port': ['ID=f77d6124-4542-4752-b3da-81fb918d7e65,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:33.213290 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Pushing event updated for resources: {'Port': ['ID=31fd0ebe-9cb0-41af-bf30-c4ebc0702268,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:33.220099 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Attempting to bind port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:01:33.220492 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Attempting to bind port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:01:33.220888 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Attempting to bind port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 on network b16a2c4c-bd8a-4256-8514-e368c3f8c25b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:33.224526 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.224885 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.225304 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.225648 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.226078 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.226416 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.227009 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.227515 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.228019 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.228509 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.229079 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.229580 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:01:33.236627 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:01:33.237361 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:01:33.237957 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.238507 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Bound using segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:01:33.239239 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Bound port: 31fd0ebe-9cb0-41af-bf30-c4ebc0702268, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:01:33.239830 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.295928 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] For port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:01:33.299743 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] For port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=31fd0ebe-9cb0-41af-bf30-c4ebc0702268,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:01:33.304213 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.325513 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a328d398-8bef-47ad-b08b-13d0722407b8 req-69702c96-0c87-45bf-8d6b-77037abb53e1 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548045 Sep 04 16:01:33.364893 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563fb8c-95be-44ed-90a7-c5e132ff25d2 None None] Pushing event updated for resources: {'Port': ['ID=31fd0ebe-9cb0-41af-bf30-c4ebc0702268,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:33.369073 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:01:33.370146 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:01:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:33.401902 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-23fc9e81-9235-4481-9b8f-28abbaa15e02 None None] Provisioning complete for port f77d6124-4542-4752-b3da-81fb918d7e65 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:33.402446 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-23fc9e81-9235-4481-9b8f-28abbaa15e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.460207 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.504523 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a328d398-8bef-47ad-b08b-13d0722407b8 req-37e17703-8cb0-433d-91a3-5f36975fd977 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653256 Sep 04 16:01:33.523941 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:01:33.655697 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a406f7-5a1a-4ee1-a3c0-a91160ab3a44 req-7dc5a1fd-9464-42c2-af83-7410394c0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:33.657303 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a4a406f7-5a1a-4ee1-a3c0-a91160ab3a44 req-7dc5a1fd-9464-42c2-af83-7410394c0338 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 1098 time: 0.0617967 Sep 04 16:01:33.718176 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Allocated IP 172.20.0.1 (4b1340d0-32a0-4889-b4c1-1455af846b78/abd7cd50-8463-4788-bd97-a825c2e48f4d/e43930a6-313f-4e42-92aa-156c1a8521fc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:01:33.723834 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a4a406f7-5a1a-4ee1-a3c0-a91160ab3a44 req-5ee66126-c522-48ef-b99f-d0af57c3001e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484319 Sep 04 16:01:33.798899 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:31Z', 'revision_number': 3, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:33.833677 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ed486-7552-45c3-86b2-0ff1609ad753 None None] The sync data for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi is: [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:31Z', 'revision_number': 3, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:01:33.849697 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.870942 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Transition to ACTIVE for port object e43930a6-313f-4e42-92aa-156c1a8521fc will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:33.912407 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:33.962622 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Network 4b1340d0-32a0-4889-b4c1-1455af846b78 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:01:33.965658 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:33.972156 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:01:33.972729 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373993'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:34.057660 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Pushing event updated for resources: {'Port': ['ID=e43930a6-313f-4e42-92aa-156c1a8521fc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:34.165391 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7edbf2-e28d-4665-8953-4e8e322b9f9d req-186ff842-28dd-4665-9bc7-c28ceac78b2e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:34.174815 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5a7edbf2-e28d-4665-8953-4e8e322b9f9d req-186ff842-28dd-4665-9bc7-c28ceac78b2e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.1500340 Sep 04 16:01:34.177198 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93570f79-3faa-4bff-ad80-1be81ea1eb5b req-a0801d58-1822-49d2-865d-1ef62078667f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:34.180169 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-93570f79-3faa-4bff-ad80-1be81ea1eb5b req-a0801d58-1822-49d2-865d-1ef62078667f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 943 time: 0.1040931 Sep 04 16:01:34.282884 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-93570f79-3faa-4bff-ad80-1be81ea1eb5b req-d321016c-adb0-4897-8558-8f171a5719c5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956142 Sep 04 16:01:34.318248 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5a7edbf2-e28d-4665-8953-4e8e322b9f9d req-4880a857-6be5-4f99-8073-58aee061c410 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423085 Sep 04 16:01:34.339002 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-64d90eac-c704-416d-858c-8183ac01627e None None] Provisioning for port e43930a6-313f-4e42-92aa-156c1a8521fc completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:34.344370 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-64d90eac-c704-416d-858c-8183ac01627e None None] Provisioning complete for port e43930a6-313f-4e42-92aa-156c1a8521fc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:34.344612 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-64d90eac-c704-416d-858c-8183ac01627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:34.397977 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-64d90eac-c704-416d-858c-8183ac01627e None None] Port e43930a6-313f-4e42-92aa-156c1a8521fc cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:01:34.400242 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:34.444359 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:01:34.504715 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:34.509449 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:34.510078 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:34.601272 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:34.606506 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:34.606721 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:34.607231 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914009'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:34.629243 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=31fd0ebe-9cb0-41af-bf30-c4ebc0702268,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:34.634774 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:34.635591 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device f77d6124-4542-4752-b3da-81fb918d7e65 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:01:34.668351 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Pushing event updated for resources: {'Port': ['ID=e43930a6-313f-4e42-92aa-156c1a8521fc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:34.713013 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=31fd0ebe-9cb0-41af-bf30-c4ebc0702268,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:34.723965 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port f77d6124-4542-4752-b3da-81fb918d7e65 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:34.724344 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:34.736609 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Network 4b1340d0-32a0-4889-b4c1-1455af846b78 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:01:34.738236 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:34.879451 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:01:35.003437 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:01:35.011342 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ce2a1636-04a5-447e-afe4-aa341b032521 admin admin] 10.222.0.53 "PUT /v2.0/routers/d34e0b43-4f94-4cea-a2f1-600c81b23eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7753308 Sep 04 16:01:35.027994 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-dae8f5a5-98d7-4d39-88ad-99cb18e114e6 None None] Provisioning complete for port e43930a6-313f-4e42-92aa-156c1a8521fc triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:35.031111 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dae8f5a5-98d7-4d39-88ad-99cb18e114e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:35.091460 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd0504e4-5417-435d-a11a-2efb39bd6aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:35.096029 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-dae8f5a5-98d7-4d39-88ad-99cb18e114e6 None None] Port e43930a6-313f-4e42-92aa-156c1a8521fc cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:01:35.549348 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43418) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:35.635861 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43422) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:35.641110 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adc073-4857-4d67-b003-699c35d34e4d req-df298d3d-4fe8-49ea-be6f-c1a24598af23 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:35.641555 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-cf49754b-9b4a-46c5-8cd2-c019b411a84d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011430743', 'description': 'tempest-description--373324325'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:35.642714 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73adc073-4857-4d67-b003-699c35d34e4d req-df298d3d-4fe8-49ea-be6f-c1a24598af23 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 943 time: 0.2731845 Sep 04 16:01:35.691836 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf49754b-9b4a-46c5-8cd2-c019b411a84d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:35.698007 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73adc073-4857-4d67-b003-699c35d34e4d req-4f70cce9-ddbb-45cd-a236-d372e923e687 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478332 Sep 04 16:01:35.762229 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4950cb7-cb26-4fc6-bb63-0fef906cae96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:35.803942 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Sync routers for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:01:35.806958 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30e3ab-3a1d-4a58-a92b-045481ca34a2 req-e07d2760-625e-4892-9fac-a92e64782576 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:35.808511 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ed30e3ab-3a1d-4a58-a92b-045481ca34a2 req-e07d2760-625e-4892-9fac-a92e64782576 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.1118550 Sep 04 16:01:35.813707 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:01:35.814333 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:01:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:35.820348 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43426) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:35.874606 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ed30e3ab-3a1d-4a58-a92b-045481ca34a2 req-fd2cb98c-77e1-4986-a242-9f32f26ee48c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Sep 04 16:01:35.900973 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf49754b-9b4a-46c5-8cd2-c019b411a84d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:35.906987 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf49754b-9b4a-46c5-8cd2-c019b411a84d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:35.939792 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:01:35.967038 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-51518f29-ffd5-44d8-ba03-c01e45fab600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:35.975072 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49754b-9b4a-46c5-8cd2-c019b411a84d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4473a6a4-635b-42cd-a055-57f6b9dea384,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:35.981936 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device de7ab023-3147-496c-ac9a-5b0b47db72d6 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:01:36.051607 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51bb7-52bc-49fd-9982-c97505be2261 req-53b0273b-e0b6-4956-adad-a2032b6c87e2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:36.053049 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-15a51bb7-52bc-49fd-9982-c97505be2261 req-53b0273b-e0b6-4956-adad-a2032b6c87e2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0794048 Sep 04 16:01:36.098496 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4950cb7-cb26-4fc6-bb63-0fef906cae96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.107654 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a4950cb7-cb26-4fc6-bb63-0fef906cae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.120313 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cf49754b-9b4a-46c5-8cd2-c019b411a84d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.121603 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-cf49754b-9b4a-46c5-8cd2-c019b411a84d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4847364 Sep 04 16:01:36.126207 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43432) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:36.131303 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-15a51bb7-52bc-49fd-9982-c97505be2261 req-721da872-0c9b-429d-8a94-b9ae5b0d06d9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683074 Sep 04 16:01:36.140193 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a4e9184a-9d82-440a-9b45-d01bf4b82557 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'security_group_rule': {'security_group_id': '4473a6a4-635b-42cd-a055-57f6b9dea384', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:36.161772 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a4950cb7-cb26-4fc6-bb63-0fef906cae96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0035d054bff64dd78d0bb8128b9281c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022198 Sep 04 16:01:36.161772 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43434) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:36.168195 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4950cb7-cb26-4fc6-bb63-0fef906cae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3048e9a9-91af-4354-9520-4d3aae04e274,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:36.220663 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port de7ab023-3147-496c-ac9a-5b0b47db72d6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=de7ab023-3147-496c-ac9a-5b0b47db72d6,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:36.237052 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad9882e4-5fd6-486a-9451-b2a2851e5198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.237731 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'de7ab023-3147-496c-ac9a-5b0b47db72d6', 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1', 'port_id': 'de7ab023-3147-496c-ac9a-5b0b47db72d6', 'mac_address': 'fa:16:3e:4a:a0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0253b67f-bd7c-4f5d-9250-4fbb5f2aae95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:01:36.263247 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad9882e4-5fd6-486a-9451-b2a2851e5198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.283505 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-51518f29-ffd5-44d8-ba03-c01e45fab600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.293785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-51518f29-ffd5-44d8-ba03-c01e45fab600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.327300 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad9882e4-5fd6-486a-9451-b2a2851e5198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.329937 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad9882e4-5fd6-486a-9451-b2a2851e5198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.333606 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ad9882e4-5fd6-486a-9451-b2a2851e5198 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3048e9a9-91af-4354-9520-4d3aae04e274 HTTP/1.1" status: 204 len: 168 time: 0.1712060 Sep 04 16:01:36.340224 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9882e4-5fd6-486a-9451-b2a2851e5198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3048e9a9-91af-4354-9520-4d3aae04e274,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:36.343745 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.358864 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51518f29-ffd5-44d8-ba03-c01e45fab600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3d3e45-31ca-48f8-8fac-9e417562ee9d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:36.365223 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:01:36.370961 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-51518f29-ffd5-44d8-ba03-c01e45fab600 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34733d84da3e4d8fa98f048423bdc3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488207 Sep 04 16:01:36.371146 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 2, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:36.374899 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43442) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:36.403814 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7ab023-3147-496c-ac9a-5b0b47db72d6 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:01:36.427937 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4e9184a-9d82-440a-9b45-d01bf4b82557 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.429654 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Checking router: d34e0b43-4f94-4cea-a2f1-600c81b23eb2 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:01:36.430137 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Updating router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 port e43930a6-313f-4e42-92aa-156c1a8521fc binding host dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:01:36.477623 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port de7ab023-3147-496c-ac9a-5b0b47db72d6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=de7ab023-3147-496c-ac9a-5b0b47db72d6,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:36.483303 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.487017 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.528427 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4e9184a-9d82-440a-9b45-d01bf4b82557 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.535676 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4e9184a-9d82-440a-9b45-d01bf4b82557 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.565800 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a369e8c0-cabd-41ae-8da5-3a98da6c9a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.572599 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9184a-9d82-440a-9b45-d01bf4b82557 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f66993-8009-4c0a-8da8-f239afe7b0fa,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:36.603596 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a4e9184a-9d82-440a-9b45-d01bf4b82557 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.607177 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a4e9184a-9d82-440a-9b45-d01bf4b82557 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4774458 Sep 04 16:01:36.607699 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43448) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:36.613487 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b3736939-2a52-42cd-a449-fd42f5e22254 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'security_group_rule': {'security_group_id': '4473a6a4-635b-42cd-a055-57f6b9dea384', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:36.631433 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a369e8c0-cabd-41ae-8da5-3a98da6c9a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.654510 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3736939-2a52-42cd-a449-fd42f5e22254 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.661697 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:36.662475 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.700170 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=de7ab023-3147-496c-ac9a-5b0b47db72d6,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:36.707951 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a369e8c0-cabd-41ae-8da5-3a98da6c9a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.713916 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a369e8c0-cabd-41ae-8da5-3a98da6c9a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.728524 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a369e8c0-cabd-41ae-8da5-3a98da6c9a49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a3d3e45-31ca-48f8-8fac-9e417562ee9d HTTP/1.1" status: 204 len: 168 time: 0.3520451 Sep 04 16:01:36.732793 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3736939-2a52-42cd-a449-fd42f5e22254 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.737703 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3736939-2a52-42cd-a449-fd42f5e22254 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.749653 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369e8c0-cabd-41ae-8da5-3a98da6c9a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3d3e45-31ca-48f8-8fac-9e417562ee9d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:36.769279 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3736939-2a52-42cd-a449-fd42f5e22254 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76ab71d-d5cd-499c-9e06-87b604792e97,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:36.780139 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b3736939-2a52-42cd-a449-fd42f5e22254 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.784226 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b3736939-2a52-42cd-a449-fd42f5e22254 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1718855 Sep 04 16:01:36.784435 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43456) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:36.797245 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'floatingip': {'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:36.848544 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43458) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:36.859588 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.879409 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96213c14-8393-4a26-9c4a-88e829906f66 req-8e1e6e6f-ae27-4c0d-9496-da570b4a34ec tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:36.884080 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82490d9b-fcef-44e6-bbee-d0c73acdfffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:36.886845 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96213c14-8393-4a26-9c4a-88e829906f66 req-8e1e6e6f-ae27-4c0d-9496-da570b4a34ec tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 944 time: 0.0684218 Sep 04 16:01:36.939769 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96213c14-8393-4a26-9c4a-88e829906f66 req-57498162-f5f3-46d1-9b81-9f4c0dfbc0a4 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501957 Sep 04 16:01:37.044756 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.111063 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82490d9b-fcef-44e6-bbee-d0c73acdfffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.116293 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-82490d9b-fcef-44e6-bbee-d0c73acdfffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.174639 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.186699 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82490d9b-fcef-44e6-bbee-d0c73acdfffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135894d3-d63c-48e7-9ce0-9ef4236ffb7f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:37.189251 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Transition to ACTIVE for port object e43930a6-313f-4e42-92aa-156c1a8521fc will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:37.193995 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43472) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:37.195824 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-82490d9b-fcef-44e6-bbee-d0c73acdfffe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=878b37d4d5594934b64ef5e94cf4f3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453779 Sep 04 16:01:37.207807 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.229161 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Allocated IP 172.27.2.164 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/79f23c8a-c1ce-4ead-921d-5b7270cf5732) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:01:37.269413 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-469f3754-6c70-44da-ab99-27e8b923f182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.297184 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703cd4c-17f1-4278-ae42-6f55ea14f50f None None] Pushing event updated for resources: {'Port': ['ID=e43930a6-313f-4e42-92aa-156c1a8521fc,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:37.324648 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-469f3754-6c70-44da-ab99-27e8b923f182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.354394 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Attempting to bind port e43930a6-313f-4e42-92aa-156c1a8521fc on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:01:37.354725 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Attempting to bind port e43930a6-313f-4e42-92aa-156c1a8521fc by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:01:37.355094 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Attempting to bind port e43930a6-313f-4e42-92aa-156c1a8521fc on network 4b1340d0-32a0-4889-b4c1-1455af846b78 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:37.366396 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:01:37.366937 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Checking segment: {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:01:37.367488 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.367625 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Bound using segment: {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:01:37.371420 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Bound port: e43930a6-313f-4e42-92aa-156c1a8521fc, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:01:37.371420 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.389103 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-469f3754-6c70-44da-ab99-27e8b923f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.390578 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.393705 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-469f3754-6c70-44da-ab99-27e8b923f182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.399485 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-469f3754-6c70-44da-ab99-27e8b923f182 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/135894d3-d63c-48e7-9ce0-9ef4236ffb7f HTTP/1.1" status: 204 len: 168 time: 0.2025113 Sep 04 16:01:37.416334 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f3754-6c70-44da-ab99-27e8b923f182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135894d3-d63c-48e7-9ce0-9ef4236ffb7f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:37.449288 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.494592 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:01:37.498339 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:37.500962 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:01:37.520455 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] For port e43930a6-313f-4e42-92aa-156c1a8521fc, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:01:37.526199 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] For port e43930a6-313f-4e42-92aa-156c1a8521fc, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=e43930a6-313f-4e42-92aa-156c1a8521fc,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:01:37.536446 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.567529 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'Port': ['ID=79f23c8a-c1ce-4ead-921d-5b7270cf5732,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:37.603871 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:01:37.604459 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:01:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:37.623900 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:01:37.634874 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.774734 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:01:37.916343 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703cd4c-17f1-4278-ae42-6f55ea14f50f None None] Pushing event updated for resources: {'Port': ['ID=e43930a6-313f-4e42-92aa-156c1a8521fc,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:37.942262 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:37.946863 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd2d5-8cae-4056-a13c-1df5b4a43c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:38.132679 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:38.141741 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:37Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:38.183696 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e028bb93-afdd-4fee-91cd-e8e2d1417371 None None] The sync data for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi is: [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:37Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:01:38.251500 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:38.260309 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:38.330465 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:38.357766 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'Port': ['ID=79f23c8a-c1ce-4ead-921d-5b7270cf5732,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:38.371402 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:38.374382 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9ea48383-8821-407b-8c91-ec529bca6258 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5886617 Sep 04 16:01:38.383101 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797c9f5-c35b-490e-a73a-f9cdefdf799f req-7f0192e5-cb22-4a44-8b1d-5760481ddf31 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:38.386423 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0797c9f5-c35b-490e-a73a-f9cdefdf799f req-7f0192e5-cb22-4a44-8b1d-5760481ddf31 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 944 time: 0.1584287 Sep 04 16:01:38.494245 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0797c9f5-c35b-490e-a73a-f9cdefdf799f req-c94930b1-d8cb-4c9f-995f-ab629adb3d95 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985303 Sep 04 16:01:38.646689 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-eb9c04f4-f0be-4c3d-a1d4-08a50ac84f2a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1011430743&fields=id&tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe HTTP/1.1" status: 200 len: 267 time: 0.0403631 Sep 04 16:01:38.772259 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842962aa-b463-4c71-8917-54c6c86ad009 req-3e2f3dc0-1e7f-44db-8417-81021652a1e7 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:38.774148 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-3e2f3dc0-1e7f-44db-8417-81021652a1e7 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 810 time: 0.1160190 Sep 04 16:01:38.791975 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-299c9a4e-a1c4-406a-9b8c-d45cda5aaf73 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/quotas/3fae2f3a2b48414fb76a2b0ad2e2ccbe HTTP/1.1" status: 200 len: 375 time: 0.0103385 Sep 04 16:01:38.863781 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-52fe4f7e-cd18-4e1f-a602-5187e7fe67c7 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634115 Sep 04 16:01:38.971092 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-0f89dbdc-6c60-4fae-8c59-8dc37ff8e005 service neutron] 10.222.0.53 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943434 Sep 04 16:01:38.984381 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43544) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:38.987694 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:39.077108 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-412cedea-128e-4ddc-ac77-8caeffbf7d42 service neutron] 10.222.0.53 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999293 Sep 04 16:01:39.098270 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72f45f6c-e3eb-4c5d-a9a8-a50b01999ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:39.209588 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72f45f6c-e3eb-4c5d-a9a8-a50b01999ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:39.215160 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-72f45f6c-e3eb-4c5d-a9a8-a50b01999ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:39.263839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f45f6c-e3eb-4c5d-a9a8-a50b01999ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd05c00-7ccc-4027-9086-36f8ba31b0f7,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:39.268136 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-72f45f6c-e3eb-4c5d-a9a8-a50b01999ed0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bda0fd066f634fc0b59cc4ad9586dc3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826207 Sep 04 16:01:39.271847 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 43554) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:39.288401 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a22f0f9b-cee7-4711-b186-ea65fe982154 req-07ccf0c4-99ce-41d0-84d8-fef666d78ea4 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 210 time: 0.0537627 Sep 04 16:01:39.338309 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5c920ad7-65c2-4d9a-91c8-283dbc46bbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:39.362557 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5c920ad7-65c2-4d9a-91c8-283dbc46bbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:39.419705 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5c920ad7-65c2-4d9a-91c8-283dbc46bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:39.423366 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5c920ad7-65c2-4d9a-91c8-283dbc46bbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:39.424583 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-5c920ad7-65c2-4d9a-91c8-283dbc46bbb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6dd05c00-7ccc-4027-9086-36f8ba31b0f7 HTTP/1.1" status: 204 len: 168 time: 0.1517718 Sep 04 16:01:39.440426 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c920ad7-65c2-4d9a-91c8-283dbc46bbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd05c00-7ccc-4027-9086-36f8ba31b0f7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:39.667382 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d5e18-0d66-437b-99e3-a8f22da5b4dd req-4f077b31-36a9-48bc-a016-a91e8d78740f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:39.669549 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-520d5e18-0d66-437b-99e3-a8f22da5b4dd req-4f077b31-36a9-48bc-a016-a91e8d78740f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 944 time: 0.0716181 Sep 04 16:01:39.725424 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-520d5e18-0d66-437b-99e3-a8f22da5b4dd req-fc391303-ceca-46f2-9fd7-ddf86bf2aeca tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Sep 04 16:01:40.133774 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43590) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:40.177017 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['de7ab023-3147-496c-ac9a-5b0b47db72d6'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:01:40.232246 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-66340679-network', 'tenant_id': '8f92403569244469b912477657549eed'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:40.263200 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Made reservation on behalf of 8f92403569244469b912477657549eed for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:01:40.266929 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.280531 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.326430 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device e43930a6-313f-4e42-92aa-156c1a8521fc up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:01:40.390097 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port e43930a6-313f-4e42-92aa-156c1a8521fc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:40.397369 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port e43930a6-313f-4e42-92aa-156c1a8521fc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:40.397973 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.415390 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4aad50d4-fa7b-4844-b24f-fc4540bbd985 req-4bdb691c-11ea-499f-84e5-299d407e5087 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 210 time: 0.0382051 Sep 04 16:01:40.515507 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842962aa-b463-4c71-8917-54c6c86ad009 req-47fb2fec-5a53-4872-9d11-9c20b0403ffe tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:40.517224 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-47fb2fec-5a53-4872-9d11-9c20b0403ffe tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.46 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 810 time: 0.1774464 Sep 04 16:01:40.558133 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.566757 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.577820 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.610652 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port e43930a6-313f-4e42-92aa-156c1a8521fc, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=e43930a6-313f-4e42-92aa-156c1a8521fc,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:40.615085 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:01:40.616240 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.638851 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.639174 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Added segment 745a5ccf-06d1-463b-833f-896e2696eacb of type vlan for network 22f13c3b-fc69-4058-a052-458d89dba1fb Sep 04 16:01:40.645654 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-f4a34921-c12a-42e5-a3df-58c0481a800f tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe HTTP/1.1" status: 200 len: 380 time: 0.1084013 Sep 04 16:01:40.654163 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2411aaa5-22d6-4b8c-9293-c6c7ac582204,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:40.660530 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'port': {'device_id': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'admin_state_up': True, 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'security_groups': ['4473a6a4-635b-42cd-a055-57f6b9dea384']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:40.678987 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.690000 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=e43930a6-313f-4e42-92aa-156c1a8521fc,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:40.724101 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.792492 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.794234 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:40.794829 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.804920 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.841629 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7065086 Sep 04 16:01:40.846139 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc816bd-d6b0-48d3-8d7b-6a239a3f2c85 req-76cbcde3-7e61-4d40-9ed9-5fe28d1cf6b5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:40.847045 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43612) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:40.847679 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ccc816bd-d6b0-48d3-8d7b-6a239a3f2c85 req-76cbcde3-7e61-4d40-9ed9-5fe28d1cf6b5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 944 time: 0.0532393 Sep 04 16:01:40.851785 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Request body: {'subnet': {'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-66340679-subnet', 'tenant_id': '8f92403569244469b912477657549eed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:40.884849 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ccc816bd-d6b0-48d3-8d7b-6a239a3f2c85 req-ce549e3b-2ec1-42dd-afb9-4ac36e55db97 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Sep 04 16:01:40.887762 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2657d-0918-4235-b95b-1938bca1b1cd admin admin] Pushing event updated for resources: {'Network': ['ID=22f13c3b-fc69-4058-a052-458d89dba1fb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:40.898682 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 22f13c3b-fc69-4058-a052-458d89dba1fb details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:01:40.900567 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Made reservation on behalf of 3fae2f3a2b48414fb76a2b0ad2e2ccbe for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:01:40.905665 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:40.938736 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Made reservation on behalf of 8f92403569244469b912477657549eed for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:01:40.941614 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:41.114948 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Allocated IP 172.20.0.5 (4b1340d0-32a0-4889-b4c1-1455af846b78/abd7cd50-8463-4788-bd97-a825c2e48f4d/fae72fcb-31b5-4ed5-82cd-32213c5950ba) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:01:41.204845 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8f352-2991-47f6-b200-8071a30bb218 req-42974bdb-1d4c-4804-a707-467497c6ab4d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:41.206376 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b5d8f352-2991-47f6-b200-8071a30bb218 req-42974bdb-1d4c-4804-a707-467497c6ab4d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0845618 Sep 04 16:01:41.208707 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42213bec-c9ec-4fbf-ac7d-3c255b2a848f req-26be0742-9473-4bc2-be83-837b85c2c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:41.210531 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42213bec-c9ec-4fbf-ac7d-3c255b2a848f req-26be0742-9473-4bc2-be83-837b85c2c9b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 1098 time: 0.0746679 Sep 04 16:01:41.251510 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:41.302740 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b5d8f352-2991-47f6-b200-8071a30bb218 req-96648a09-0e54-4e0e-abf4-4b6059f5abaf tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898631 Sep 04 16:01:41.333987 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42213bec-c9ec-4fbf-ac7d-3c255b2a848f req-579f195f-7930-49a5-ac07-f4d1a467e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:41.335561 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42213bec-c9ec-4fbf-ac7d-3c255b2a848f req-579f195f-7930-49a5-ac07-f4d1a467e322 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 919 time: 0.1149569 Sep 04 16:01:41.350678 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6492be-e7c8-4cd4-9387-87896b44db0f,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:41.375565 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:41.378500 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42213bec-c9ec-4fbf-ac7d-3c255b2a848f req-58c42591-ca63-4a9f-abeb-8bb14af97fd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2254a7-c85a-456f-b859-a236849fbf58 HTTP/1.1" status: 200 len: 217 time: 0.0353112 Sep 04 16:01:41.381205 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Checking segment: {'id': '745a5ccf-06d1-463b-833f-896e2696eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:01:41.381560 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Network hostable DHCP agents. Network: 22f13c3b-fc69-4058-a052-458d89dba1fb, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:01:41.395602 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Transition to ACTIVE for port object fae72fcb-31b5-4ed5-82cd-32213c5950ba will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:41.413608 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Network 22f13c3b-fc69-4058-a052-458d89dba1fb is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:01:41.434164 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 22f13c3b-fc69-4058-a052-458d89dba1fb) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:41.440580 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:41.441210 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:41.451061 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:41.457065 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42213bec-c9ec-4fbf-ac7d-3c255b2a848f req-7ee19ce0-5c14-4898-8809-40f261f0adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:41.458492 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ff1ee1-5c41-4141-b14b-21badd69f16b None None] Network 22f13c3b-fc69-4058-a052-458d89dba1fb requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:01:41.459399 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42213bec-c9ec-4fbf-ac7d-3c255b2a848f req-7ee19ce0-5c14-4898-8809-40f261f0adaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 200 len: 858 time: 0.0737455 Sep 04 16:01:41.463344 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1ee1eb28-35e3-4030-84ff-675cefbf7d47 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6152945 Sep 04 16:01:41.495583 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Network 4b1340d0-32a0-4889-b4c1-1455af846b78 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:01:41.501794 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:41.505395 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:01:41.511222 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:41.511862 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:41.522945 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42213bec-c9ec-4fbf-ac7d-3c255b2a848f req-f2b25478-498f-4048-8ce1-e04d533fa1c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a632102c-6130-4abb-b1c8-54457bd9a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513544 Sep 04 16:01:41.525683 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'Port': ['ID=fae72fcb-31b5-4ed5-82cd-32213c5950ba,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:41.560767 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-aeab801b-0eea-4343-99cf-4a21095c6a09 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9075892 Sep 04 16:01:41.589240 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Request body: {'port': {'device_id': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:41.647593 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477745a-7447-4508-a842-8103a3eafc47 req-5195041b-238f-40ea-a67e-e7d893f5da7b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:41.653374 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9477745a-7447-4508-a842-8103a3eafc47 req-5195041b-238f-40ea-a67e-e7d893f5da7b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 931 time: 0.1315207 Sep 04 16:01:41.688838 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c1c84-e6b0-4e7c-8139-210b2ca47f8c None None] Network 22f13c3b-fc69-4058-a052-458d89dba1fb requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:01:41.692925 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-6e366cc0-2d65-4228-89c1-174b75b5296a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1689115 Sep 04 16:01:41.743699 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:41.755335 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42213bec-c9ec-4fbf-ac7d-3c255b2a848f req-ba9b600b-3d49-4e9f-adb5-9beda3d937dc service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155864 Sep 04 16:01:41.805394 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9477745a-7447-4508-a842-8103a3eafc47 req-e611cfe8-c280-4037-a233-ffb799a36aad tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415882 Sep 04 16:01:41.953720 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6e578bf6-4341-410f-a44d-6c73398d2211 None None] Provisioning for port fae72fcb-31b5-4ed5-82cd-32213c5950ba completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:41.958355 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6e578bf6-4341-410f-a44d-6c73398d2211 None None] Provisioning complete for port fae72fcb-31b5-4ed5-82cd-32213c5950ba triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:41.959805 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e578bf6-4341-410f-a44d-6c73398d2211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:41.985357 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-9b6ce0a9-9652-47eb-8419-6493def339ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:41.990718 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-9b6ce0a9-9652-47eb-8419-6493def339ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 1099 time: 0.2308934 Sep 04 16:01:42.053239 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-6e578bf6-4341-410f-a44d-6c73398d2211 None None] Port fae72fcb-31b5-4ed5-82cd-32213c5950ba cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:01:42.128017 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device de7ab023-3147-496c-ac9a-5b0b47db72d6 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:01:42.171734 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42213bec-c9ec-4fbf-ac7d-3c255b2a848f req-8545f2bb-4027-48ac-b80e-692c7d3bdad7 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017024 Sep 04 16:01:42.202693 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4335a-1a59-468f-9540-652849ff3c24 req-a585e264-4f47-4e64-b108-a2d2f7803d32 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:42.209952 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bf4335a-1a59-468f-9540-652849ff3c24 req-a585e264-4f47-4e64-b108-a2d2f7803d32 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 944 time: 0.2003374 Sep 04 16:01:42.230402 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port de7ab023-3147-496c-ac9a-5b0b47db72d6 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:42.235358 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port de7ab023-3147-496c-ac9a-5b0b47db72d6 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:42.235714 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:42.262985 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae72fcb-31b5-4ed5-82cd-32213c5950ba {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:01:42.276764 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-2f449457-7e69-4fab-9cf3-55573cfcd105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:42.277359 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:42.278856 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-2f449457-7e69-4fab-9cf3-55573cfcd105 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 916 time: 0.2578981 Sep 04 16:01:42.329727 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Transition to ACTIVE for port object fae72fcb-31b5-4ed5-82cd-32213c5950ba will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:42.338744 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:42.344964 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:42.356051 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-078aaec0-d94f-430c-ba8b-1b23f862489d tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a2ff8b61d74458c99e99c8a5d42b5b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1435268 Sep 04 16:01:42.369945 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device e43930a6-313f-4e42-92aa-156c1a8521fc up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:01:42.397132 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-ecac1bd1-47c6-478b-9f5b-31ff067947c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d943eb27-7e89-4531-9d03-243f18313e8a HTTP/1.1" status: 200 len: 217 time: 0.0961092 Sep 04 16:01:42.413035 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6df620b-0e1f-4c61-b2ed-ee0ad6a88650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7ab023-3147-496c-ac9a-5b0b47db72d6'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:01:42.415655 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31181af4-2702-4403-8c9b-762ba57b7d21" -d '{"events": [{"server_uuid": "b6df620b-0e1f-4c61-b2ed-ee0ad6a88650", "name": "network-vif-plugged", "status": "completed", "tag": "de7ab023-3147-496c-ac9a-5b0b47db72d6"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:01:42.428634 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4bf4335a-1a59-468f-9540-652849ff3c24 req-71a0bb92-ced8-4987-8ff0-2cd53f021e1c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049439 Sep 04 16:01:42.437047 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Pushing event updated for resources: {'Port': ['ID=fae72fcb-31b5-4ed5-82cd-32213c5950ba,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:42.450931 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port de7ab023-3147-496c-ac9a-5b0b47db72d6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=de7ab023-3147-496c-ac9a-5b0b47db72d6,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:42.456803 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:42.490583 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-bb76d043-575c-4cc4-af35-74e54df2afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:42.493067 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-bb76d043-575c-4cc4-af35-74e54df2afd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0253b67f-bd7c-4f5d-9250-4fbb5f2aae95 HTTP/1.1" status: 200 len: 855 time: 0.0589433 Sep 04 16:01:42.518285 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port e43930a6-313f-4e42-92aa-156c1a8521fc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:42.518846 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:42.535735 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-7cd2c5f8-e630-46b0-9340-9ea03f8048f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba93ff3-c068-4875-acb4-63c360b33ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313849 Sep 04 16:01:42.626677 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=de7ab023-3147-496c-ac9a-5b0b47db72d6,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:42.665519 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-83aa1e86-98c9-4e70-905a-f461e9cbe1d7 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:42.669919 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-83aa1e86-98c9-4e70-905a-f461e9cbe1d7 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126152 Sep 04 16:01:42.673816 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Attempting to bind port fae72fcb-31b5-4ed5-82cd-32213c5950ba on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:01:42.674399 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Attempting to bind port fae72fcb-31b5-4ed5-82cd-32213c5950ba by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:01:42.674659 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Attempting to bind port fae72fcb-31b5-4ed5-82cd-32213c5950ba on network 4b1340d0-32a0-4889-b4c1-1455af846b78 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:42.675774 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0364295-7a8d-4daa-88e3-96dd70bd78c3 req-2814a8e0-febe-4f8b-9798-58e4aacc1912 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:42.681339 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a0364295-7a8d-4daa-88e3-96dd70bd78c3 req-2814a8e0-febe-4f8b-9798-58e4aacc1912 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.1445353 Sep 04 16:01:42.687698 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Port fae72fcb-31b5-4ed5-82cd-32213c5950ba on network 4b1340d0-32a0-4889-b4c1-1455af846b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:01:42.688027 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Attempting to bind port fae72fcb-31b5-4ed5-82cd-32213c5950ba on network 4b1340d0-32a0-4889-b4c1-1455af846b78 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:42.693301 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-114af2a4-8611-4e32-a186-adf1bf0da05b tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/quotas/1a2ff8b61d74458c99e99c8a5d42b5b9 HTTP/1.1" status: 200 len: 375 time: 0.0164042 Sep 04 16:01:42.694416 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:01:42.694798 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Checking segment: {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:01:42.695173 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Bound using segment: {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:01:42.695599 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Bound port: fae72fcb-31b5-4ed5-82cd-32213c5950ba, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:01:42.695951 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:42.718246 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-c01fc78d-ba22-484c-b29d-0ac98d370f2b service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707234 Sep 04 16:01:42.739651 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a0364295-7a8d-4daa-88e3-96dd70bd78c3 req-eaf2a4e3-c97c-49a1-b024-bce0407e7a54 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554886 Sep 04 16:01:42.748903 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fcc086e4-6b9b-474b-a4ff-5b385a63d919 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a2ff8b61d74458c99e99c8a5d42b5b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433486 Sep 04 16:01:42.786976 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] For port fae72fcb-31b5-4ed5-82cd-32213c5950ba, host hv-cinder-79966, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:01:42.790575 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] For port fae72fcb-31b5-4ed5-82cd-32213c5950ba, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:01:42.796934 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:42.806529 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a9094-fac8-4f5b-b629-e4b06c519063 x-openstack-request-id: req-c53a9094-fac8-4f5b-b629-e4b06c519063 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:01:42.807046 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6df620b-0e1f-4c61-b2ed-ee0ad6a88650", "name": "network-vif-plugged", "status": "completed", "tag": "de7ab023-3147-496c-ac9a-5b0b47db72d6", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:01:42.807455 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c53a9094-fac8-4f5b-b629-e4b06c519063 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:01:42.807849 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6df620b-0e1f-4c61-b2ed-ee0ad6a88650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7ab023-3147-496c-ac9a-5b0b47db72d6', 'code': 200} Sep 04 16:01:42.843195 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-89fea142-5402-40a9-a8a2-f48f7063d155 req-4ed8db4c-f537-4af6-8e31-32be8bec776e service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163669 Sep 04 16:01:42.845531 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:42.846152 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:42.847586 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] 10.222.0.46 "PUT /v2.0/ports/fae72fcb-31b5-4ed5-82cd-32213c5950ba HTTP/1.1" status: 200 len: 1093 time: 1.2785687 Sep 04 16:01:42.848024 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'tag': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:01:42.850363 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f38852-66a5-45c6-9ecc-0034123f9173" -d '{"events": [{"name": "network-changed", "server_uuid": "43a8656f-86d6-4e3e-a027-0cd81a0f27af", "tag": "fae72fcb-31b5-4ed5-82cd-32213c5950ba"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:01:42.885513 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee1ed2-3d06-4c11-ba7c-5906a35d9ffc service neutron] Pushing event updated for resources: {'Port': ['ID=fae72fcb-31b5-4ed5-82cd-32213c5950ba,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:42.979977 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842962aa-b463-4c71-8917-54c6c86ad009 req-afabe7ed-5810-4fcf-9bb9-dbd7ffa220a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:42.984188 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-afabe7ed-5810-4fcf-9bb9-dbd7ffa220a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 1096 time: 0.0910351 Sep 04 16:01:43.032056 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc8dc28-c061-44b4-bd11-035269922da4 x-openstack-request-id: req-5cc8dc28-c061-44b4-bd11-035269922da4 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:01:43.032333 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a8656f-86d6-4e3e-a027-0cd81a0f27af", "tag": "fae72fcb-31b5-4ed5-82cd-32213c5950ba", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:01:43.032583 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cc8dc28-c061-44b4-bd11-035269922da4 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:01:43.032994 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'tag': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba', 'status': 'completed', 'code': 200} Sep 04 16:01:43.056285 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-ad702dc0-775c-4794-aff1-a5e8a19469bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba HTTP/1.1" status: 200 len: 217 time: 0.0637939 Sep 04 16:01:43.126491 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06192415-b1d9-46c6-966f-57d5f01d271b req-1e7d8030-b4d9-4872-80e8-da377b47ec02 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:43.127220 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f53a29f0-b91d-4a09-8c4d-3b4b914b5055 req-0ee276fa-4fc7-412d-8504-83f508cb5d0e tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 210 time: 0.0594835 Sep 04 16:01:43.131160 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-06192415-b1d9-46c6-966f-57d5f01d271b req-1e7d8030-b4d9-4872-80e8-da377b47ec02 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 943 time: 0.1446424 Sep 04 16:01:43.148843 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842962aa-b463-4c71-8917-54c6c86ad009 req-b5ad64f2-2c43-4b96-9cb8-4c0d79a4c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:43.148843 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-b5ad64f2-2c43-4b96-9cb8-4c0d79a4c59e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abd7cd50-8463-4788-bd97-a825c2e48f4d HTTP/1.1" status: 200 len: 849 time: 0.0705671 Sep 04 16:01:43.173042 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c3f8b-4c38-45c6-a7d6-1975285a6bea req-257608ba-4ea4-4344-959c-c6cf6262e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:43.174549 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1d5c3f8b-4c38-45c6-a7d6-1975285a6bea req-257608ba-4ea4-4344-959c-c6cf6262e2d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 1098 time: 0.1282308 Sep 04 16:01:43.205397 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-06192415-b1d9-46c6-966f-57d5f01d271b req-702563dd-ba40-43b0-a3b8-753a11e96900 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609961 Sep 04 16:01:43.219200 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842962aa-b463-4c71-8917-54c6c86ad009 req-0cf176bb-b538-437d-9115-bd165027bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:43.220809 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-0cf176bb-b538-437d-9115-bd165027bbb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b1340d0-32a0-4889-b4c1-1455af846b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638094 Sep 04 16:01:43.233190 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1d5c3f8b-4c38-45c6-a7d6-1975285a6bea req-3efb6233-4da3-4ba9-b802-7f7447f264d1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508919 Sep 04 16:01:43.329608 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-db8a9505-b638-4aea-9f9a-4eaab90fc9ef service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993056 Sep 04 16:01:43.526967 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c54dc9-88e9-4d93-b7fb-d0a5e1942cbc req-3af79548-35a5-4fe8-ac53-dfd23a49f8f6 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:43.528706 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-56c54dc9-88e9-4d93-b7fb-d0a5e1942cbc req-3af79548-35a5-4fe8-ac53-dfd23a49f8f6 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 945 time: 0.0517297 Sep 04 16:01:43.653981 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-56c54dc9-88e9-4d93-b7fb-d0a5e1942cbc req-5bad8494-89f6-497d-9815-abc924cdaa8c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155014 Sep 04 16:01:43.681200 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-842962aa-b463-4c71-8917-54c6c86ad009 req-21750031-f403-4919-b7a9-6e484c0a338d service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514022 Sep 04 16:01:43.691309 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080f91-808c-48c7-91d1-2838c1507e60 req-a272336e-5ae0-48d7-904d-1630ce4687ef tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:43.692778 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-a272336e-5ae0-48d7-904d-1630ce4687ef tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/networks?id=22f13c3b-fc69-4058-a052-458d89dba1fb HTTP/1.1" status: 200 len: 807 time: 0.1150424 Sep 04 16:01:43.709303 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-b39fb860-bbd1-4243-b99a-e3b00310a6a2 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/quotas/8f92403569244469b912477657549eed HTTP/1.1" status: 200 len: 375 time: 0.0094817 Sep 04 16:01:43.741356 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c80b193d-7282-468e-bb6b-df59590c1951 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f92403569244469b912477657549eed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255697 Sep 04 16:01:43.802382 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-88903661-1a6a-41ce-92ad-39f1d8ac9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:43.803857 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-88903661-1a6a-41ce-92ad-39f1d8ac9383 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 1096 time: 0.0547044 Sep 04 16:01:43.836042 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-9efd23da-3c32-4773-a26a-5aae0505ff68 service neutron] 10.222.0.53 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867121 Sep 04 16:01:43.926831 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1f84-09f4-4d8a-858c-2bfaf7a12c40 req-edcab4d6-e71d-4649-9574-76650517b0d8 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:43.927955 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-9ca2f19a-b006-47cd-9e0d-ef6f10fe27d2 service neutron] 10.222.0.53 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839043 Sep 04 16:01:43.928285 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7bae1f84-09f4-4d8a-858c-2bfaf7a12c40 req-edcab4d6-e71d-4649-9574-76650517b0d8 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.1054389 Sep 04 16:01:43.944659 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-da3d6d27-e59c-4d8f-ad05-be7cc48f8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:43.946096 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-da3d6d27-e59c-4d8f-ad05-be7cc48f8762 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 911 time: 0.1322029 Sep 04 16:01:43.992241 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-9e9a1024-9d7b-4d87-aac7-7fecad21396c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba HTTP/1.1" status: 200 len: 217 time: 0.0386062 Sep 04 16:01:44.037974 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7bae1f84-09f4-4d8a-858c-2bfaf7a12c40 req-d67ec6e5-01f2-431c-9774-3aee10a576ac tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017907 Sep 04 16:01:44.056556 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-8d7a8020-adee-4f7f-96b0-04a25ef26bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:44.058042 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-8d7a8020-adee-4f7f-96b0-04a25ef26bda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abd7cd50-8463-4788-bd97-a825c2e48f4d HTTP/1.1" status: 200 len: 849 time: 0.0575943 Sep 04 16:01:44.133575 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c911a600-d7a5-4a78-9a8d-e61ba110e2b3 req-3c3f0d38-c1dc-4fc3-8ce7-19a238da5737 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 210 time: 0.0313127 Sep 04 16:01:44.144350 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-97767ea1-e969-4f31-95ef-92037aa63469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:44.145887 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-97767ea1-e969-4f31-95ef-92037aa63469 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b1340d0-32a0-4889-b4c1-1455af846b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703862 Sep 04 16:01:44.237788 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ffd087be-3b0c-4fd3-96f7-ea15ca386c52 req-70a3fe78-d31f-41c9-8402-45db091ec4d5 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 210 time: 0.0348418 Sep 04 16:01:44.300648 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-93ca184f-67b2-40ab-8c40-8afb2be9e2a2 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461473 Sep 04 16:01:44.406117 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2c978-fe9d-454e-aadf-71001ad30ff1 req-aed8151d-1907-4b88-8057-0668c9810b55 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:44.407642 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6ae2c978-fe9d-454e-aadf-71001ad30ff1 req-aed8151d-1907-4b88-8057-0668c9810b55 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 943 time: 0.1271503 Sep 04 16:01:44.472628 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a7f38852-66a5-45c6-9ecc-0034123f9173 req-bfec4b05-523b-4e8f-a7de-c7c7398f8448 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559677 Sep 04 16:01:44.486115 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6ae2c978-fe9d-454e-aadf-71001ad30ff1 req-4ea21f85-3cc7-4aa1-9796-423b552140d2 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601108 Sep 04 16:01:44.765587 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bd949-0b41-4c3a-b67c-a0e17d994854 req-19c43c5f-5f9e-4268-b3ff-a4d69254a2fe tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:44.767061 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c93bd949-0b41-4c3a-b67c-a0e17d994854 req-19c43c5f-5f9e-4268-b3ff-a4d69254a2fe tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 945 time: 0.0479786 Sep 04 16:01:44.810968 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c93bd949-0b41-4c3a-b67c-a0e17d994854 req-a34ac14a-65ec-4ba8-b63d-8e5cdf9cf52c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370467 Sep 04 16:01:44.875888 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-e4461796-3e3d-496a-af4e-b7b9a850b450 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1a2ff8b61d74458c99e99c8a5d42b5b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287406 Sep 04 16:01:45.294121 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-db94a69d-ae62-4af7-89a0-6a67ef4bf9db tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:45.295741 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-db94a69d-ae62-4af7-89a0-6a67ef4bf9db tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4136455 Sep 04 16:01:45.314740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b06b2-6abd-4c8d-92c5-8aab79630b41 req-10ccc5d2-ca5b-4a57-90ae-f6a3b5125f24 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:45.316151 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-595b06b2-6abd-4c8d-92c5-8aab79630b41 req-10ccc5d2-ca5b-4a57-90ae-f6a3b5125f24 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0705569 Sep 04 16:01:45.320751 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Request body: {'port': {'device_id': 'd8a1a95d-fc4b-48bc-b05d-41d83d9be8d1', 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0', 'admin_state_up': True, 'tenant_id': '1a2ff8b61d74458c99e99c8a5d42b5b9'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:45.397995 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1c79d89a-926d-4af0-b507-2d8a3fc642ff req-fbc2dc06-1168-4a24-9dce-e317e47c8546 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 210 time: 0.0301871 Sep 04 16:01:45.413027 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-595b06b2-6abd-4c8d-92c5-8aab79630b41 req-3edc9eab-52ce-4e4c-aa8b-d627acc5de1b tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887594 Sep 04 16:01:45.473342 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Made reservation on behalf of 1a2ff8b61d74458c99e99c8a5d42b5b9 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:01:45.477104 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:45.486089 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:45.492621 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2a37e27f-949a-43bc-a637-31180c7ccf62 req-b12289c4-bcaa-454e-bda3-e9a2541ddf79 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 210 time: 0.0291541 Sep 04 16:01:45.625291 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:45.638489 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080f91-808c-48c7-91d1-2838c1507e60 req-b638d756-87d1-4e6f-be25-98df52029309 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:45.640332 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-b638d756-87d1-4e6f-be25-98df52029309 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.46 "GET /v2.0/networks?id=22f13c3b-fc69-4058-a052-458d89dba1fb HTTP/1.1" status: 200 len: 807 time: 0.1461606 Sep 04 16:01:45.656323 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Request body: {'port': {'device_id': '53d2c988-cf29-4157-b195-95ec50321e74', 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb', 'admin_state_up': True, 'tenant_id': '8f92403569244469b912477657549eed'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:45.662373 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:45.754213 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800051e-d60d-4b83-99de-7178f254fbcd req-d644a07e-4764-4007-8486-92350310c4b4 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:45.755748 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8800051e-d60d-4b83-99de-7178f254fbcd req-d644a07e-4764-4007-8486-92350310c4b4 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 943 time: 0.1350260 Sep 04 16:01:45.758840 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381cc4bd-f195-41aa-947a-fc38e838d563,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:45.783465 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Made reservation on behalf of 8f92403569244469b912477657549eed for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:01:45.788498 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:45.803989 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43754) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:45.843323 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8800051e-d60d-4b83-99de-7178f254fbcd req-a2898256-e677-43e7-874c-c387173c345d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779757 Sep 04 16:01:45.865271 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Allocated IP 192.168.233.24 (464b617b-e1ec-4497-a213-31793f3eedc0/a600fd7e-bdf5-47dc-9812-8046988693ed/dbc8535b-e56f-4190-a752-fdf64b68f953) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:01:46.033237 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.048002 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Transition to ACTIVE for port object dbc8535b-e56f-4190-a752-fdf64b68f953 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:46.080706 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.122115 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Network 464b617b-e1ec-4497-a213-31793f3eedc0 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:01:46.125210 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:46.126387 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0d194f7-463e-4084-acb3-ed29de5c8962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.128841 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:01:46.159748 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Pushing event updated for resources: {'Port': ['ID=dbc8535b-e56f-4190-a752-fdf64b68f953,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:46.190069 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:46.190706 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.229584 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212eefe8-f52b-42ce-b9a7-ced3210e65d7 req-fd3c4878-8cfe-4f55-8f8c-9862ed507925 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:46.231160 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-212eefe8-f52b-42ce-b9a7-ced3210e65d7 req-fd3c4878-8cfe-4f55-8f8c-9862ed507925 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 945 time: 0.1560986 Sep 04 16:01:46.277279 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Allocated IP 172.20.0.6 (22f13c3b-fc69-4058-a052-458d89dba1fb/aa6492be-e7c8-4cd4-9387-87896b44db0f/9d619425-da91-4ce7-970c-233bdadf911e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:01:46.313527 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-212eefe8-f52b-42ce-b9a7-ced3210e65d7 req-eaee7f11-234b-4319-a2cf-9265d98f9d9f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747828 Sep 04 16:01:46.370443 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0b8fee09-f9b1-46a3-a5ba-c73befe9b59b None None] Provisioning for port dbc8535b-e56f-4190-a752-fdf64b68f953 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:46.381615 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0b8fee09-f9b1-46a3-a5ba-c73befe9b59b None None] Provisioning complete for port dbc8535b-e56f-4190-a752-fdf64b68f953 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:46.381908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b8fee09-f9b1-46a3-a5ba-c73befe9b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.382001 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0d194f7-463e-4084-acb3-ed29de5c8962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.391721 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-ac340a82-34dd-4d49-a32e-13c6bebe98d0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0745649 Sep 04 16:01:46.397177 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0d194f7-463e-4084-acb3-ed29de5c8962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.421990 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-0b8fee09-f9b1-46a3-a5ba-c73befe9b59b None None] Port dbc8535b-e56f-4190-a752-fdf64b68f953 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:01:46.431024 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Request body: {'port': {'device_id': 'd8a1a95d-fc4b-48bc-b05d-41d83d9be8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:46.505780 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d194f7-463e-4084-acb3-ed29de5c8962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dca29a-7c07-4b83-8768-4757f2c37a22,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:46.515013 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b0d194f7-463e-4084-acb3-ed29de5c8962 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3cd44adea0048da8e128a7238f18634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7099257 Sep 04 16:01:46.517978 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 43774) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:46.558546 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.576844 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2c876520-4fb1-46c2-b48c-352942fa198a req-1bcd34db-1212-444c-bc69-507d8b9e4a72 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 210 time: 0.0357885 Sep 04 16:01:46.603241 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.655440 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31167a8-6ae0-401c-af5c-e4d27bbb3b82 req-1b2a0c20-257c-4e85-a28c-856d4efcf232 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:46.657004 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b31167a8-6ae0-401c-af5c-e4d27bbb3b82 req-1b2a0c20-257c-4e85-a28c-856d4efcf232 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.1170728 Sep 04 16:01:46.659158 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb9f0e37-2599-44a2-a23e-0818b24efe08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.715844 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb9f0e37-2599-44a2-a23e-0818b24efe08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.724670 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.767280 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9493d-942c-4978-aaff-f063d7173bda req-c3af0fdc-be51-4603-aede-fc066419a803 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:46.768815 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eeb9493d-942c-4978-aaff-f063d7173bda req-c3af0fdc-be51-4603-aede-fc066419a803 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 935 time: 0.1302705 Sep 04 16:01:46.787228 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b31167a8-6ae0-401c-af5c-e4d27bbb3b82 req-3c98bba1-e839-4165-ae13-ed72410d6d00 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223373 Sep 04 16:01:46.818996 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Network 22f13c3b-fc69-4058-a052-458d89dba1fb is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:01:46.818996 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:46.819597 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:01:46.825821 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:46.826501 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.831473 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Pushing event updated for resources: {'Port': ['ID=9d619425-da91-4ce7-970c-233bdadf911e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:46.852000 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8368fea2-47d6-4ff6-9f08-cf9a525f9d0d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2017851 Sep 04 16:01:46.853342 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eeb9493d-942c-4978-aaff-f063d7173bda req-3a329f66-69a3-4adc-969c-12876284e77c tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779908 Sep 04 16:01:46.865934 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Request body: {'port': {'device_id': '53d2c988-cf29-4157-b195-95ec50321e74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:46.869812 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb9f0e37-2599-44a2-a23e-0818b24efe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.873167 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cb9f0e37-2599-44a2-a23e-0818b24efe08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.876810 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-cb9f0e37-2599-44a2-a23e-0818b24efe08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52dca29a-7c07-4b83-8768-4757f2c37a22 HTTP/1.1" status: 204 len: 168 time: 0.3578920 Sep 04 16:01:46.906047 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f0e37-2599-44a2-a23e-0818b24efe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dca29a-7c07-4b83-8768-4757f2c37a22,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:46.960934 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:46.987499 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc8535b-e56f-4190-a752-fdf64b68f953 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:01:47.010710 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:47.035103 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Transition to ACTIVE for port object dbc8535b-e56f-4190-a752-fdf64b68f953 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:47.048162 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6f48d-6f76-425e-ae2c-f3a4baded103 req-6c0c579d-ad50-405c-9792-bc59f64017f3 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:47.049823 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31b6f48d-6f76-425e-ae2c-f3a4baded103 req-6c0c579d-ad50-405c-9792-bc59f64017f3 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 943 time: 0.0830450 Sep 04 16:01:47.050707 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:47.193122 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31b6f48d-6f76-425e-ae2c-f3a4baded103 req-44fadde1-3c1d-4fd7-91af-b1cecc016cd4 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324682 Sep 04 16:01:47.204652 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc8535b-e56f-4190-a752-fdf64b68f953,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:47.273525 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Attempting to bind port dbc8535b-e56f-4190-a752-fdf64b68f953 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:01:47.273893 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Attempting to bind port dbc8535b-e56f-4190-a752-fdf64b68f953 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '70f40fb0-1136-426f-b51d-53800b66f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:01:47.274187 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Attempting to bind port dbc8535b-e56f-4190-a752-fdf64b68f953 on network 464b617b-e1ec-4497-a213-31793f3eedc0 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:47.279453 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Port dbc8535b-e56f-4190-a752-fdf64b68f953 on network 464b617b-e1ec-4497-a213-31793f3eedc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:01:47.279777 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Attempting to bind port dbc8535b-e56f-4190-a752-fdf64b68f953 on network 464b617b-e1ec-4497-a213-31793f3eedc0 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:47.285922 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:01:47.286264 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Checking segment: {'id': '70f40fb0-1136-426f-b51d-53800b66f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:01:47.286685 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Bound using segment: {'id': '70f40fb0-1136-426f-b51d-53800b66f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:01:47.287416 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Bound port: dbc8535b-e56f-4190-a752-fdf64b68f953, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f40fb0-1136-426f-b51d-53800b66f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:01:47.287785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:47.372390 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d619425-da91-4ce7-970c-233bdadf911e {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:01:47.379886 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:47.390715 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] For port dbc8535b-e56f-4190-a752-fdf64b68f953, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:01:47.393488 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Transition to ACTIVE for port object 9d619425-da91-4ce7-970c-233bdadf911e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:47.394355 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] For port dbc8535b-e56f-4190-a752-fdf64b68f953, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dbc8535b-e56f-4190-a752-fdf64b68f953,segment=NetworkSegment(70f40fb0-1136-426f-b51d-53800b66f7fa),segment_id=70f40fb0-1136-426f-b51d-53800b66f7fa)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:01:47.397446 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:47.402166 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:47.437546 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:47.438174 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:47.439592 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] 10.222.0.46 "PUT /v2.0/ports/dbc8535b-e56f-4190-a752-fdf64b68f953 HTTP/1.1" status: 200 len: 1097 time: 1.0129797 Sep 04 16:01:47.440031 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a1a95d-fc4b-48bc-b05d-41d83d9be8d1', 'tag': 'dbc8535b-e56f-4190-a752-fdf64b68f953'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:01:47.442583 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1", "tag": "dbc8535b-e56f-4190-a752-fdf64b68f953"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:01:47.446432 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Pushing event updated for resources: {'Port': ['ID=9d619425-da91-4ce7-970c-233bdadf911e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:47.504274 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Attempting to bind port 9d619425-da91-4ce7-970c-233bdadf911e on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:01:47.504613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Attempting to bind port 9d619425-da91-4ce7-970c-233bdadf911e by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '745a5ccf-06d1-463b-833f-896e2696eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:01:47.504966 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Attempting to bind port 9d619425-da91-4ce7-970c-233bdadf911e on network 22f13c3b-fc69-4058-a052-458d89dba1fb {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:47.509650 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Port 9d619425-da91-4ce7-970c-233bdadf911e on network 22f13c3b-fc69-4058-a052-458d89dba1fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:01:47.509968 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Attempting to bind port 9d619425-da91-4ce7-970c-233bdadf911e on network 22f13c3b-fc69-4058-a052-458d89dba1fb {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:47.515481 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:01:47.515773 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Checking segment: {'id': '745a5ccf-06d1-463b-833f-896e2696eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:01:47.516157 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Bound using segment: {'id': '745a5ccf-06d1-463b-833f-896e2696eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:01:47.516581 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Bound port: 9d619425-da91-4ce7-970c-233bdadf911e, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745a5ccf-06d1-463b-833f-896e2696eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:01:47.516960 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:47.529661 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce84a5c-2ce3-4132-ac12-91cbcc038f23 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc8535b-e56f-4190-a752-fdf64b68f953,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:47.582745 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cbccee-c6e6-482c-a9a7-b6562e128ee6 x-openstack-request-id: req-68cbccee-c6e6-482c-a9a7-b6562e128ee6 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:01:47.583017 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1", "tag": "dbc8535b-e56f-4190-a752-fdf64b68f953", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:01:47.583439 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68cbccee-c6e6-482c-a9a7-b6562e128ee6 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:01:47.583982 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a1a95d-fc4b-48bc-b05d-41d83d9be8d1', 'tag': 'dbc8535b-e56f-4190-a752-fdf64b68f953', 'status': 'completed', 'code': 200} Sep 04 16:01:47.601925 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] For port 9d619425-da91-4ce7-970c-233bdadf911e, host hv-cinder-79966, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:01:47.608616 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] For port 9d619425-da91-4ce7-970c-233bdadf911e, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9d619425-da91-4ce7-970c-233bdadf911e,segment=NetworkSegment(745a5ccf-06d1-463b-833f-896e2696eacb),segment_id=745a5ccf-06d1-463b-833f-896e2696eacb)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:01:47.611566 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-a34fa86d-e8d8-444d-8e41-cf9f457ed710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:47.613253 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-a34fa86d-e8d8-444d-8e41-cf9f457ed710 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a2ff8b61d74458c99e99c8a5d42b5b9&device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 1100 time: 0.1107981 Sep 04 16:01:47.618666 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:47.674950 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-7b031713-f85f-473f-8815-1953c9534583 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=dbc8535b-e56f-4190-a752-fdf64b68f953 HTTP/1.1" status: 200 len: 217 time: 0.0470808 Sep 04 16:01:47.676430 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:47.677637 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:47.679080 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] 10.222.0.46 "PUT /v2.0/ports/9d619425-da91-4ce7-970c-233bdadf911e HTTP/1.1" status: 200 len: 1093 time: 0.8185451 Sep 04 16:01:47.679588 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d2c988-cf29-4157-b195-95ec50321e74', 'tag': '9d619425-da91-4ce7-970c-233bdadf911e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:01:47.681895 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a2365-a61a-4525-bed9-5da2bbc181b7" -d '{"events": [{"name": "network-changed", "server_uuid": "53d2c988-cf29-4157-b195-95ec50321e74", "tag": "9d619425-da91-4ce7-970c-233bdadf911e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:01:47.714021 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c51ef6-e2bf-4f7e-b92e-c84474fc323e service neutron] Pushing event updated for resources: {'Port': ['ID=9d619425-da91-4ce7-970c-233bdadf911e,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:47.773897 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080f91-808c-48c7-91d1-2838c1507e60 req-6232adaf-4729-46b5-8cb1-f6110f7316d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:47.775426 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-6232adaf-4729-46b5-8cb1-f6110f7316d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f92403569244469b912477657549eed&device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 1096 time: 0.0486898 Sep 04 16:01:47.783354 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-e9a9f62b-8e47-4207-a02d-0bd84d65dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:47.784741 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-e9a9f62b-8e47-4207-a02d-0bd84d65dcf0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a600fd7e-bdf5-47dc-9812-8046988693ed HTTP/1.1" status: 200 len: 843 time: 0.0890563 Sep 04 16:01:47.792089 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0f75d-92e8-444f-b409-05cf69572add req-9235a196-5ea8-4348-9167-019517bf8a23 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:47.793581 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2eb0f75d-92e8-444f-b409-05cf69572add req-9235a196-5ea8-4348-9167-019517bf8a23 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 943 time: 0.1214521 Sep 04 16:01:47.837043 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-8ef185a5-1625-4480-9083-27f57c6dd8ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d619425-da91-4ce7-970c-233bdadf911e HTTP/1.1" status: 200 len: 217 time: 0.0391233 Sep 04 16:01:47.888780 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2eb0f75d-92e8-444f-b409-05cf69572add req-e5ad3d3e-1560-4d87-a2ce-0b5254e08593 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818925 Sep 04 16:01:47.889064 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080f91-808c-48c7-91d1-2838c1507e60 req-1ff97f38-2822-440b-b2c4-7e0c584d92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:47.890542 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-1ff97f38-2822-440b-b2c4-7e0c584d92d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6492be-e7c8-4cd4-9387-87896b44db0f HTTP/1.1" status: 200 len: 847 time: 0.0461042 Sep 04 16:01:47.890716 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-6856957d-a7bf-402e-b9c7-8e4bb2c94830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:47.892166 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-6856957d-a7bf-402e-b9c7-8e4bb2c94830 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=464b617b-e1ec-4497-a213-31793f3eedc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0937235 Sep 04 16:01:47.938978 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633cc1f9-abe7-48ce-b0d1-7fec580db0cf x-openstack-request-id: req-633cc1f9-abe7-48ce-b0d1-7fec580db0cf {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:01:47.939269 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d2c988-cf29-4157-b195-95ec50321e74", "tag": "9d619425-da91-4ce7-970c-233bdadf911e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:01:47.939519 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-633cc1f9-abe7-48ce-b0d1-7fec580db0cf {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:01:47.940995 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d2c988-cf29-4157-b195-95ec50321e74', 'tag': '9d619425-da91-4ce7-970c-233bdadf911e', 'status': 'completed', 'code': 200} Sep 04 16:01:47.946589 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-17e3e09c-03da-4cae-a402-77fce85eb681 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22f13c3b-fc69-4058-a052-458d89dba1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408652 Sep 04 16:01:48.033803 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-133c0875-27ae-4ca2-9c02-0f712be6dd9b service neutron] 10.222.0.46 "GET /v2.0/networks/464b617b-e1ec-4497-a213-31793f3eedc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275084 Sep 04 16:01:48.052149 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fa6d8-14ee-4a37-9141-fc70323ce811 req-188f8ba3-3bfd-4fa9-91cc-2c122fc557fc tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:48.053718 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-035fa6d8-14ee-4a37-9141-fc70323ce811 req-188f8ba3-3bfd-4fa9-91cc-2c122fc557fc tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0653574 Sep 04 16:01:48.067937 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-d9f87a7c-af66-4841-a641-9645a8f4e7fc service neutron] 10.222.0.46 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135833 Sep 04 16:01:48.152160 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-035fa6d8-14ee-4a37-9141-fc70323ce811 req-2e7123ca-07af-489b-a32c-d97a42ae6687 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894980 Sep 04 16:01:48.156778 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device fae72fcb-31b5-4ed5-82cd-32213c5950ba details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:01:48.164322 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-95080f91-808c-48c7-91d1-2838c1507e60 req-fc982ae0-55c4-44d5-b255-07fd3e0a8889 service neutron] 10.222.0.46 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880637 Sep 04 16:01:48.195774 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2a198e-29ee-4280-b107-a326d6834a89 req-0d2dd4bf-a654-4d64-bfc2-bd5cccded323 service neutron] 10.222.0.46 "GET /v2.0/networks/464b617b-e1ec-4497-a213-31793f3eedc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525702 Sep 04 16:01:48.321429 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port fae72fcb-31b5-4ed5-82cd-32213c5950ba, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:48.321636 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16444b-cd25-455f-8d22-655a65f4ce7a req-a215bace-6617-43c0-b061-68424e69ae3f tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:48.325624 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca16444b-cd25-455f-8d22-655a65f4ce7a req-a215bace-6617-43c0-b061-68424e69ae3f tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 947 time: 0.0854683 Sep 04 16:01:48.325787 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-5010cb5c-20c2-4e30-b868-213220157fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:48.325787 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-5010cb5c-20c2-4e30-b868-213220157fa2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a2ff8b61d74458c99e99c8a5d42b5b9&device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 1100 time: 0.0524266 Sep 04 16:01:48.334735 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2365-a61a-4525-bed9-5da2bbc181b7 req-7ee0ad61-7c6b-4758-80e6-b0c086cc25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:48.336802 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-337a2365-a61a-4525-bed9-5da2bbc181b7 req-7ee0ad61-7c6b-4758-80e6-b0c086cc25d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f92403569244469b912477657549eed&device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 1096 time: 0.0701017 Sep 04 16:01:48.341412 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'port_id': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:01:48.412176 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:48.428940 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae72fcb-31b5-4ed5-82cd-32213c5950ba {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:01:48.444309 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-3d2d5c19-10c1-4798-ac6c-d0c86a95ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:48.446081 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-3d2d5c19-10c1-4798-ac6c-d0c86a95ac5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=464b617b-e1ec-4497-a213-31793f3eedc0 HTTP/1.1" status: 200 len: 870 time: 0.1125522 Sep 04 16:01:48.464947 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port fae72fcb-31b5-4ed5-82cd-32213c5950ba, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:48.472814 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca16444b-cd25-455f-8d22-655a65f4ce7a req-8a45867f-bef4-4ca3-b0fb-c1f6aca49b52 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416986 Sep 04 16:01:48.483558 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:48.513760 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-98c7c706-3435-41a3-974c-2f688bd9eb9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=dbc8535b-e56f-4190-a752-fdf64b68f953 HTTP/1.1" status: 200 len: 217 time: 0.0596690 Sep 04 16:01:48.534797 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2365-a61a-4525-bed9-5da2bbc181b7 req-52be052e-acc3-47d7-868d-960f8713c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:48.537117 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-337a2365-a61a-4525-bed9-5da2bbc181b7 req-52be052e-acc3-47d7-868d-960f8713c9fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=22f13c3b-fc69-4058-a052-458d89dba1fb HTTP/1.1" status: 200 len: 908 time: 0.1936765 Sep 04 16:01:48.568426 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=fae72fcb-31b5-4ed5-82cd-32213c5950ba,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:48.592246 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-a671b380-4845-4c1b-9e20-bc71a380c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:48.593868 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-a671b380-4845-4c1b-9e20-bc71a380c5be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a600fd7e-bdf5-47dc-9812-8046988693ed HTTP/1.1" status: 200 len: 843 time: 0.0702364 Sep 04 16:01:48.631071 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-337a2365-a61a-4525-bed9-5da2bbc181b7 req-a9b4df89-6c02-4c8f-ae9d-c4be687709a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d619425-da91-4ce7-970c-233bdadf911e HTTP/1.1" status: 200 len: 217 time: 0.0844002 Sep 04 16:01:48.646470 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-51203f06-7bf0-4912-b51c-27487361170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:48.648003 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-51203f06-7bf0-4912-b51c-27487361170b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=464b617b-e1ec-4497-a213-31793f3eedc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452321 Sep 04 16:01:48.704101 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d746b6-7125-46e5-865f-312fe478abeb req-ce33f16b-564f-4076-9e30-2aa75d4b894b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:48.706483 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e2d746b6-7125-46e5-865f-312fe478abeb req-ce33f16b-564f-4076-9e30-2aa75d4b894b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 944 time: 0.1584449 Sep 04 16:01:48.721247 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2365-a61a-4525-bed9-5da2bbc181b7 req-0c842bb7-d9a8-459c-9db6-ba06f584dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:48.722648 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-337a2365-a61a-4525-bed9-5da2bbc181b7 req-0c842bb7-d9a8-459c-9db6-ba06f584dea9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6492be-e7c8-4cd4-9387-87896b44db0f HTTP/1.1" status: 200 len: 847 time: 0.0789542 Sep 04 16:01:48.757191 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-5970ea3f-38b9-4aa3-ad1e-6f5d38923e32 service neutron] 10.222.0.46 "GET /v2.0/networks/464b617b-e1ec-4497-a213-31793f3eedc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974245 Sep 04 16:01:48.767581 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-337a2365-a61a-4525-bed9-5da2bbc181b7 req-b69b5ea0-c096-4677-95e6-11b66d575f77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22f13c3b-fc69-4058-a052-458d89dba1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353529 Sep 04 16:01:48.791036 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e2d746b6-7125-46e5-865f-312fe478abeb req-9cbe9726-90e9-4da7-bb3e-8e6e13590a79 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774934 Sep 04 16:01:48.865455 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2f5b9097-09cb-4a08-828c-1ed0f9d9b40a req-881644ad-ae44-4c57-aee7-9a0b28f7ef33 service neutron] 10.222.0.46 "GET /v2.0/networks/464b617b-e1ec-4497-a213-31793f3eedc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015079 Sep 04 16:01:48.885753 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-337a2365-a61a-4525-bed9-5da2bbc181b7 req-08500988-975c-4475-adc6-65b33baac1ee service neutron] 10.222.0.46 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099293 Sep 04 16:01:49.026301 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-337a2365-a61a-4525-bed9-5da2bbc181b7 req-44fdbb59-40c7-4bab-9b19-53631f76d8e4 service neutron] 10.222.0.46 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298254 Sep 04 16:01:49.046918 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f83039-9680-48b8-a0c5-1a87977d0ef7 req-3ebf6269-986b-4997-abfc-d81e7730901c tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:49.048385 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-65f83039-9680-48b8-a0c5-1a87977d0ef7 req-3ebf6269-986b-4997-abfc-d81e7730901c tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 943 time: 0.0873439 Sep 04 16:01:49.086070 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-65f83039-9680-48b8-a0c5-1a87977d0ef7 req-a504ddf0-49a6-4358-add1-da414861ef84 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Sep 04 16:01:49.268884 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e866b-8095-4910-a067-8f84ae40f4bc req-5bacc1b6-b4a5-4f02-8af4-600c8a6a8861 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:49.270267 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e50e866b-8095-4910-a067-8f84ae40f4bc req-5bacc1b6-b4a5-4f02-8af4-600c8a6a8861 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0488052 Sep 04 16:01:49.306672 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e50e866b-8095-4910-a067-8f84ae40f4bc req-1583199f-9c38-4785-8043-3570cbbd37b6 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303731 Sep 04 16:01:49.593346 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4dc36-20ed-4b99-9a86-d25490a96919 req-8eed36f7-2e40-4708-ab2d-0c8822705e8a tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:49.594870 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5da4dc36-20ed-4b99-9a86-d25490a96919 req-8eed36f7-2e40-4708-ab2d-0c8822705e8a tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 947 time: 0.0505488 Sep 04 16:01:49.632552 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5da4dc36-20ed-4b99-9a86-d25490a96919 req-64485653-32e9-4a9b-a73e-0f613559ec62 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318377 Sep 04 16:01:49.922109 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202f3de-3250-4116-962f-5de499950166 req-a49fba74-d224-43cf-9fc6-ad6440c07387 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:49.923600 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8202f3de-3250-4116-962f-5de499950166 req-a49fba74-d224-43cf-9fc6-ad6440c07387 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 944 time: 0.0572066 Sep 04 16:01:49.961904 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8202f3de-3250-4116-962f-5de499950166 req-9bf2d755-ff7e-4631-b5bf-0f61bc1f548b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Sep 04 16:01:50.200219 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c74271-92c1-4421-a4f0-221485ed4811 req-6970c804-0e7e-4baa-95f1-21e1d4ebc7f4 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:50.201821 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-89c74271-92c1-4421-a4f0-221485ed4811 req-6970c804-0e7e-4baa-95f1-21e1d4ebc7f4 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 943 time: 0.0489542 Sep 04 16:01:50.240643 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-89c74271-92c1-4421-a4f0-221485ed4811 req-9f1aadb5-0401-43fd-b91d-c071b93dcb74 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Sep 04 16:01:50.420112 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536b517-c133-42c4-a517-fba12977391f req-e76a383d-b2b9-42c6-9c95-193a8f2d9ecd tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:50.421564 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7536b517-c133-42c4-a517-fba12977391f req-e76a383d-b2b9-42c6-9c95-193a8f2d9ecd tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0502765 Sep 04 16:01:50.459384 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7536b517-c133-42c4-a517-fba12977391f req-55530159-952c-497c-b079-8c87e5625e27 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Sep 04 16:01:50.747554 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa3925-5faa-4cf8-b2b3-7a9a53afde84 req-9cee2ef9-806c-41bb-8691-f15b8d0def37 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:50.749047 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-58aa3925-5faa-4cf8-b2b3-7a9a53afde84 req-9cee2ef9-806c-41bb-8691-f15b8d0def37 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 947 time: 0.0513527 Sep 04 16:01:50.785992 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-58aa3925-5faa-4cf8-b2b3-7a9a53afde84 req-17b86ba6-c775-478d-bdb3-bcc077bccc0a tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310781 Sep 04 16:01:51.075098 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4ca86-e7e0-4165-8bd6-dda41528796e req-07e5e566-f76c-41a1-8778-c32cd6fe64ab tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:51.076608 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-83e4ca86-e7e0-4165-8bd6-dda41528796e req-07e5e566-f76c-41a1-8778-c32cd6fe64ab tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 944 time: 0.0490808 Sep 04 16:01:51.117522 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-83e4ca86-e7e0-4165-8bd6-dda41528796e req-74643c35-1f37-4b7a-ac62-9c5ae925459c tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350795 Sep 04 16:01:51.352034 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64634a-791b-4c7a-a866-bebd42b41577 req-6afb3b14-7f58-44e7-bb0c-7793e130d630 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:51.353538 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4e64634a-791b-4c7a-a866-bebd42b41577 req-6afb3b14-7f58-44e7-bb0c-7793e130d630 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 943 time: 0.0473819 Sep 04 16:01:51.392282 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4e64634a-791b-4c7a-a866-bebd42b41577 req-6db9d253-57c2-4f90-99c1-873e1b6eeede tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Sep 04 16:01:51.580083 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08516caa-8292-4c4d-aaae-c1feaefc3145 req-f597ee8a-5933-4030-bc36-21bc6fb61cae tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:51.581648 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-08516caa-8292-4c4d-aaae-c1feaefc3145 req-f597ee8a-5933-4030-bc36-21bc6fb61cae tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0559103 Sep 04 16:01:51.619552 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-08516caa-8292-4c4d-aaae-c1feaefc3145 req-8a38c86a-b9af-483c-8c39-84ffd1f0a60c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319884 Sep 04 16:01:51.903099 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e0733-34c2-46d9-a31e-65dda59b55ea req-43e97f59-6bc1-4265-a32c-ed4064ebff77 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:51.904586 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-691e0733-34c2-46d9-a31e-65dda59b55ea req-43e97f59-6bc1-4265-a32c-ed4064ebff77 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 947 time: 0.0516081 Sep 04 16:01:51.915317 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['fae72fcb-31b5-4ed5-82cd-32213c5950ba'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:01:51.943339 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-691e0733-34c2-46d9-a31e-65dda59b55ea req-9ce8ae83-f51b-4f5e-8891-b600e0609bf1 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Sep 04 16:01:52.248693 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300c63-f2dd-4c12-8bbc-e7a8cc9c67d0 req-3eae66e7-1ddc-4f59-be79-e68b5181a104 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:52.250518 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-29300c63-f2dd-4c12-8bbc-e7a8cc9c67d0 req-3eae66e7-1ddc-4f59-be79-e68b5181a104 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 944 time: 0.0551012 Sep 04 16:01:52.290314 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-29300c63-f2dd-4c12-8bbc-e7a8cc9c67d0 req-2f60f405-62c3-4e58-b15c-871b7ac02581 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337622 Sep 04 16:01:52.541611 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f06e8-742e-4ffd-8617-d937f2d2f94e req-9d563ef5-3c12-44ab-be77-d1a16278df4e tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:52.549765 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6c7f06e8-742e-4ffd-8617-d937f2d2f94e req-9d563ef5-3c12-44ab-be77-d1a16278df4e tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 943 time: 0.0856862 Sep 04 16:01:52.587394 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-27d92d2c-b492-4796-a55f-11420d29b60a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:52.589132 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6c7f06e8-742e-4ffd-8617-d937f2d2f94e req-9bb201b9-cfc9-46a4-9874-13e96e3a61dc tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385070 Sep 04 16:01:52.593364 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-27d92d2c-b492-4796-a55f-11420d29b60a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 815 time: 0.1226399 Sep 04 16:01:52.604320 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-688593a5-6d65-436a-ad72-1b1da38b1b45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/quotas/39cf997e366848e5bbbeae43e4a71100 HTTP/1.1" status: 200 len: 375 time: 0.0094812 Sep 04 16:01:52.658332 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-0ee6ce05-7f24-4f7d-94c0-70341d4b9171 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474648 Sep 04 16:01:52.755847 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-aef8c59e-5737-4a0d-b05f-243a338dfee2 service neutron] 10.222.0.53 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904717 Sep 04 16:01:52.852068 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-56ff17ed-a3a7-4bb3-9669-b8b16afcc319 service neutron] 10.222.0.53 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899119 Sep 04 16:01:52.919439 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128501bb-f447-4c01-85e2-0b16186d1284 req-fe7f6c36-cb0b-4c77-819a-798ed69b3b21 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:52.926742 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-128501bb-f447-4c01-85e2-0b16186d1284 req-fe7f6c36-cb0b-4c77-819a-798ed69b3b21 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0660200 Sep 04 16:01:52.965930 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-128501bb-f447-4c01-85e2-0b16186d1284 req-36722f8b-436e-4a9b-828b-fc76f627c0a9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372684 Sep 04 16:01:53.066992 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-deaed76b-e1da-440d-b263-73631b3df06e req-f600c0b4-8ecb-4bb3-96fc-5571a3cd0957 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 210 time: 0.0301881 Sep 04 16:01:53.085271 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855616c-6b46-4e63-bc0f-6224489cf7cb req-78c316b4-25f2-4c99-9c74-77ca7c4e10f9 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:53.097458 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e855616c-6b46-4e63-bc0f-6224489cf7cb req-78c316b4-25f2-4c99-9c74-77ca7c4e10f9 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 947 time: 0.0732498 Sep 04 16:01:53.133603 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e855616c-6b46-4e63-bc0f-6224489cf7cb req-b47f1022-8313-49b8-a685-d15862732771 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351512 Sep 04 16:01:53.416791 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8862d9f-008d-4335-a97e-1bed9f3ce614 req-f6fb7c3b-56ef-4c68-a228-cacb63cbd583 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:53.419151 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e8862d9f-008d-4335-a97e-1bed9f3ce614 req-f6fb7c3b-56ef-4c68-a228-cacb63cbd583 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 944 time: 0.0541391 Sep 04 16:01:53.459205 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e8862d9f-008d-4335-a97e-1bed9f3ce614 req-9508cf15-31da-489e-864a-ba32c909c0bd tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340109 Sep 04 16:01:53.708287 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a23a66-fdc3-49a2-9f6e-452a23e6eb1a req-5b598362-572d-463f-8e24-9fbc992eb339 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:53.709634 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e0a23a66-fdc3-49a2-9f6e-452a23e6eb1a req-5b598362-572d-463f-8e24-9fbc992eb339 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 943 time: 0.0480342 Sep 04 16:01:53.748990 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e0a23a66-fdc3-49a2-9f6e-452a23e6eb1a req-11ee1f8b-fc8f-471d-90aa-faefcc87ca37 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328629 Sep 04 16:01:54.083266 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478d87b-b398-48a6-9856-94380292eb6c req-42e0734b-3cb2-41e5-ae48-5ad12b275af9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:54.085321 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6478d87b-b398-48a6-9856-94380292eb6c req-42e0734b-3cb2-41e5-ae48-5ad12b275af9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0490916 Sep 04 16:01:54.148920 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6478d87b-b398-48a6-9856-94380292eb6c req-83864f04-2276-45d4-87bf-d6db8b973454 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Sep 04 16:01:54.191306 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 9d619425-da91-4ce7-970c-233bdadf911e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:01:54.195224 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device fae72fcb-31b5-4ed5-82cd-32213c5950ba up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:01:54.352345 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306dde0-2ca1-4406-acaf-5557cd272ad6 req-e6d4937f-2d56-497f-a756-9afbc91df88b tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:54.354365 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4306dde0-2ca1-4406-acaf-5557cd272ad6 req-e6d4937f-2d56-497f-a756-9afbc91df88b tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 947 time: 0.1136150 Sep 04 16:01:54.376475 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port fae72fcb-31b5-4ed5-82cd-32213c5950ba completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:54.383132 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port fae72fcb-31b5-4ed5-82cd-32213c5950ba triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:54.383925 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:54.431188 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4306dde0-2ca1-4406-acaf-5557cd272ad6 req-8b96d416-c6b0-4c80-aac2-fb6daf145bb3 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645151 Sep 04 16:01:54.441674 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 9d619425-da91-4ce7-970c-233bdadf911e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9d619425-da91-4ce7-970c-233bdadf911e,segment=NetworkSegment(745a5ccf-06d1-463b-833f-896e2696eacb),segment_id=745a5ccf-06d1-463b-833f-896e2696eacb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:54.473724 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': '9d619425-da91-4ce7-970c-233bdadf911e', 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb', 'port_id': '9d619425-da91-4ce7-970c-233bdadf911e', 'mac_address': 'fa:16:3e:cb:a0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6492be-e7c8-4cd4-9387-87896b44db0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:01:54.501078 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b03fc88a-7b63-4585-9d44-5215e5e19f4c req-51adba65-2e3e-4736-a945-eb3a8b192194 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 210 time: 0.0373995 Sep 04 16:01:54.533706 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-75bc771f-e0d2-485b-bb3c-1eaf69a3b814 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:54.535457 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-75bc771f-e0d2-485b-bb3c-1eaf69a3b814 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 815 time: 0.4067011 Sep 04 16:01:54.556028 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Request body: {'port': {'device_id': 'ca2c2099-3615-4ec8-a3c2-b4613094bc90', 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1', 'admin_state_up': True, 'tenant_id': '39cf997e366848e5bbbeae43e4a71100'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:54.576960 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:54.594616 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d619425-da91-4ce7-970c-233bdadf911e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:01:54.620195 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:54.644899 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 9d619425-da91-4ce7-970c-233bdadf911e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9d619425-da91-4ce7-970c-233bdadf911e,segment=NetworkSegment(745a5ccf-06d1-463b-833f-896e2696eacb),segment_id=745a5ccf-06d1-463b-833f-896e2696eacb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:54.647234 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d854b-5b4c-4aa3-bed7-805eb554aa7f req-718d7843-8ddf-46a5-9cb6-14c56971733b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:54.648914 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-003d854b-5b4c-4aa3-bed7-805eb554aa7f req-718d7843-8ddf-46a5-9cb6-14c56971733b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 944 time: 0.0725775 Sep 04 16:01:54.664047 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:54.664702 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device dbc8535b-e56f-4190-a752-fdf64b68f953 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:01:54.666191 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:01:54.669396 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de591f61-a324-4d8f-ab80-0eecbeeea303" -d '{"events": [{"server_uuid": "43a8656f-86d6-4e3e-a027-0cd81a0f27af", "name": "network-vif-plugged", "status": "completed", "tag": "fae72fcb-31b5-4ed5-82cd-32213c5950ba"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:01:54.690983 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port fae72fcb-31b5-4ed5-82cd-32213c5950ba, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:54.696200 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-003d854b-5b4c-4aa3-bed7-805eb554aa7f req-796643b6-0d3b-4dd9-b478-6635cc26ab29 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408926 Sep 04 16:01:54.709496 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Made reservation on behalf of 39cf997e366848e5bbbeae43e4a71100 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:01:54.714681 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:54.726737 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:54.734555 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6493b18b-c788-45a0-9a81-0b5c5b9a3a68 x-openstack-request-id: req-6493b18b-c788-45a0-9a81-0b5c5b9a3a68 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:01:54.734922 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a8656f-86d6-4e3e-a027-0cd81a0f27af", "name": "network-vif-plugged", "status": "completed", "tag": "fae72fcb-31b5-4ed5-82cd-32213c5950ba", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:01:54.735228 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6493b18b-c788-45a0-9a81-0b5c5b9a3a68 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:01:54.735799 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba', 'code': 200} Sep 04 16:01:54.889403 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6afee2-2ec6-4d25-a9ad-cf8a3d3ba455 req-e4354194-1ce5-4182-b0e1-6512f12093a0 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:54.897789 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bf6afee2-2ec6-4d25-a9ad-cf8a3d3ba455 req-e4354194-1ce5-4182-b0e1-6512f12093a0 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 944 time: 0.0662961 Sep 04 16:01:54.902573 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Allocated IP 172.20.0.9 (4ba93ff3-c068-4875-acb4-63c360b33ec1/0253b67f-bd7c-4f5d-9250-4fbb5f2aae95/58c42fde-ecae-480d-a76a-cc5c04fa5acd) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:01:54.941679 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bf6afee2-2ec6-4d25-a9ad-cf8a3d3ba455 req-a3191da4-3041-4cf7-a82e-c30f4bf6f36d tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427015 Sep 04 16:01:54.990677 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=9d619425-da91-4ce7-970c-233bdadf911e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:55.050206 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375e394-f497-4cc6-b89a-b3416db041e1 req-2cea1255-966e-4551-9860-333f1e7cabff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:55.052788 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0375e394-f497-4cc6-b89a-b3416db041e1 req-2cea1255-966e-4551-9860-333f1e7cabff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 1098 time: 0.0990710 Sep 04 16:01:55.053032 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port dbc8535b-e56f-4190-a752-fdf64b68f953, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dbc8535b-e56f-4190-a752-fdf64b68f953,segment=NetworkSegment(70f40fb0-1136-426f-b51d-53800b66f7fa),segment_id=70f40fb0-1136-426f-b51d-53800b66f7fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:55.071527 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=fae72fcb-31b5-4ed5-82cd-32213c5950ba,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:55.074429 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'dbc8535b-e56f-4190-a752-fdf64b68f953', 'network_id': '464b617b-e1ec-4497-a213-31793f3eedc0', 'port_id': 'dbc8535b-e56f-4190-a752-fdf64b68f953', 'mac_address': 'fa:16:3e:30:8a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a600fd7e-bdf5-47dc-9812-8046988693ed', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:01:55.109654 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0375e394-f497-4cc6-b89a-b3416db041e1 req-61faa5e6-c770-4c08-b521-8e309b9bdd94 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473056 Sep 04 16:01:55.134066 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:55.155875 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc8535b-e56f-4190-a752-fdf64b68f953 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:01:55.179987 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port dbc8535b-e56f-4190-a752-fdf64b68f953, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dbc8535b-e56f-4190-a752-fdf64b68f953,segment=NetworkSegment(70f40fb0-1136-426f-b51d-53800b66f7fa),segment_id=70f40fb0-1136-426f-b51d-53800b66f7fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:55.186540 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:55.191410 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:55.232953 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:55.247882 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['d943eb27-7e89-4531-9d03-243f18313e8a', 'de7ab023-3147-496c-ac9a-5b0b47db72d6'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:01:55.275087 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=dbc8535b-e56f-4190-a752-fdf64b68f953,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:55.275986 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Network 4ba93ff3-c068-4875-acb4-63c360b33ec1 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:01:55.279897 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:01:55.289029 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:01:55.300635 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fff7a1-d048-4727-99d2-b03302ea3ea8 req-0818efb8-29f1-4c7c-a033-3efcdd30429d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:55.302216 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f4fff7a1-d048-4727-99d2-b03302ea3ea8 req-0818efb8-29f1-4c7c-a033-3efcdd30429d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0718267 Sep 04 16:01:55.349361 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:55.350175 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:55.351806 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f4fff7a1-d048-4727-99d2-b03302ea3ea8 req-25cb1fcc-eba4-48bd-b1a6-01bc36de91b0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Sep 04 16:01:55.372532 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Pushing event updated for resources: {'Port': ['ID=58c42fde-ecae-480d-a76a-cc5c04fa5acd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:55.392353 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-76f56ff3-7d8e-4d55-bf42-713728596d45 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418088 Sep 04 16:01:55.422740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Request body: {'port': {'device_id': 'ca2c2099-3615-4ec8-a3c2-b4613094bc90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:55.482120 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:55.564318 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59005753-a559-42ba-8795-fa211e43e318 req-cfbe93e4-ffc4-4a01-94a1-5578efe5a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:55.566023 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-59005753-a559-42ba-8795-fa211e43e318 req-cfbe93e4-ffc4-4a01-94a1-5578efe5a667 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 1098 time: 0.0493181 Sep 04 16:01:55.635406 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c3327-e474-4715-95dc-64c7cbdc22dd req-e806164c-eae6-406a-8286-abe2bd1892ab tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:55.637495 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-165c3327-e474-4715-95dc-64c7cbdc22dd req-e806164c-eae6-406a-8286-abe2bd1892ab tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 948 time: 0.1193178 Sep 04 16:01:55.640045 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-59005753-a559-42ba-8795-fa211e43e318 req-be4bbbd8-f51e-4784-b812-9a6606e5115d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636427 Sep 04 16:01:55.654382 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b82482-89f1-48e9-98b9-84cdd8f0e19f req-432bb350-9247-4de4-8ed7-1d9391c512d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:55.655893 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-85b82482-89f1-48e9-98b9-84cdd8f0e19f req-432bb350-9247-4de4-8ed7-1d9391c512d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 931 time: 0.0701044 Sep 04 16:01:55.694450 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-85b82482-89f1-48e9-98b9-84cdd8f0e19f req-dd393964-96d3-4830-a582-f046fe3b84fd tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322032 Sep 04 16:01:55.729818 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['dbc8535b-e56f-4190-a752-fdf64b68f953'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:01:55.730834 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-165c3327-e474-4715-95dc-64c7cbdc22dd req-14f6a240-6318-449e-9035-e778bfabea13 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846546 Sep 04 16:01:55.762578 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['9d619425-da91-4ce7-970c-233bdadf911e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:01:55.829472 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c42fde-ecae-480d-a76a-cc5c04fa5acd {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:01:55.833208 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cc48a-648b-41d8-9e95-116e29ab3cc1 req-3d0a671e-00ce-4c65-bbce-5da3191fd23f tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:55.834702 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-716cc48a-648b-41d8-9e95-116e29ab3cc1 req-3d0a671e-00ce-4c65-bbce-5da3191fd23f tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0522721 Sep 04 16:01:55.837747 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:55.851903 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Transition to ACTIVE for port object 58c42fde-ecae-480d-a76a-cc5c04fa5acd will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:01:55.857639 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:55.876779 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-716cc48a-648b-41d8-9e95-116e29ab3cc1 req-c11dbd49-5b92-4927-896e-fe687f76245e tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356300 Sep 04 16:01:55.914110 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Pushing event updated for resources: {'Port': ['ID=58c42fde-ecae-480d-a76a-cc5c04fa5acd,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:56.004822 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Attempting to bind port 58c42fde-ecae-480d-a76a-cc5c04fa5acd on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:01:56.005870 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Attempting to bind port 58c42fde-ecae-480d-a76a-cc5c04fa5acd by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:01:56.006216 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Attempting to bind port 58c42fde-ecae-480d-a76a-cc5c04fa5acd on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:56.012961 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Port 58c42fde-ecae-480d-a76a-cc5c04fa5acd on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:01:56.013415 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Attempting to bind port 58c42fde-ecae-480d-a76a-cc5c04fa5acd on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:01:56.029601 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:01:56.029938 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Checking segment: {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:01:56.030372 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Bound using segment: {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:01:56.030797 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Bound port: 58c42fde-ecae-480d-a76a-cc5c04fa5acd, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:01:56.031149 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:56.114655 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b649851-e928-4e11-a992-f51f4003f10e req-e08a2263-da0f-4482-87f3-1b45052c3377 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.116174 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0b649851-e928-4e11-a992-f51f4003f10e req-e08a2263-da0f-4482-87f3-1b45052c3377 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 944 time: 0.0997322 Sep 04 16:01:56.134172 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] For port 58c42fde-ecae-480d-a76a-cc5c04fa5acd, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:01:56.156125 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] For port 58c42fde-ecae-480d-a76a-cc5c04fa5acd, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58c42fde-ecae-480d-a76a-cc5c04fa5acd,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:01:56.162448 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:56.206708 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0b649851-e928-4e11-a992-f51f4003f10e req-059fa9ad-c51f-41f7-827f-3a18846fb0f9 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840080 Sep 04 16:01:56.211674 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.212322 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:56.214481 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] 10.222.0.46 "PUT /v2.0/ports/58c42fde-ecae-480d-a76a-cc5c04fa5acd HTTP/1.1" status: 200 len: 1093 time: 0.7966559 Sep 04 16:01:56.219034 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2c2099-3615-4ec8-a3c2-b4613094bc90', 'tag': '58c42fde-ecae-480d-a76a-cc5c04fa5acd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:01:56.228400 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaedf3b-43d0-43eb-a9cc-ef716b611362" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2c2099-3615-4ec8-a3c2-b4613094bc90", "tag": "58c42fde-ecae-480d-a76a-cc5c04fa5acd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:01:56.253871 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077e4fa-69cf-4f2a-988d-712dfb5ceabb service neutron] Pushing event updated for resources: {'Port': ['ID=58c42fde-ecae-480d-a76a-cc5c04fa5acd,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:56.266248 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a28155d-445c-4e37-913b-2fb6515b2598 x-openstack-request-id: req-6a28155d-445c-4e37-913b-2fb6515b2598 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:01:56.266643 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2c2099-3615-4ec8-a3c2-b4613094bc90", "tag": "58c42fde-ecae-480d-a76a-cc5c04fa5acd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:01:56.267015 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a28155d-445c-4e37-913b-2fb6515b2598 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:01:56.267420 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2c2099-3615-4ec8-a3c2-b4613094bc90', 'tag': '58c42fde-ecae-480d-a76a-cc5c04fa5acd', 'status': 'completed', 'code': 200} Sep 04 16:01:56.309188 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6982a20f-b15f-4537-821f-042bc02a9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.311196 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-6982a20f-b15f-4537-821f-042bc02a9767 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 1096 time: 0.0428412 Sep 04 16:01:56.358627 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-2f871de9-1e38-4288-814d-0c7af54ecac5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c42fde-ecae-480d-a76a-cc5c04fa5acd HTTP/1.1" status: 200 len: 217 time: 0.0323417 Sep 04 16:01:56.408697 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-3dae5346-e02c-491a-b640-4bd64cc18500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.410242 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-3dae5346-e02c-491a-b640-4bd64cc18500 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0253b67f-bd7c-4f5d-9250-4fbb5f2aae95 HTTP/1.1" status: 200 len: 855 time: 0.0429881 Sep 04 16:01:56.445729 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-58df8781-0417-4bd7-b69b-f38147ae5d35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba93ff3-c068-4875-acb4-63c360b33ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276229 Sep 04 16:01:56.468333 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd333f62-2d78-4373-b0cf-3eb1409d7ddd req-170dbdc6-2c18-4fb9-93a9-4b9ae945b45c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.469844 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd333f62-2d78-4373-b0cf-3eb1409d7ddd req-170dbdc6-2c18-4fb9-93a9-4b9ae945b45c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0481951 Sep 04 16:01:56.510806 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd333f62-2d78-4373-b0cf-3eb1409d7ddd req-9fe65846-34c3-4904-907b-130b830c7ca6 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349643 Sep 04 16:01:56.538588 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-496f6b26-e9d9-4c25-9f23-1645ee58e63f service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824378 Sep 04 16:01:56.632055 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9fa6cc37-9a7a-4149-89c7-4305b32ae95c req-304ac5e5-5e9b-441f-8c10-76fe91239271 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853598 Sep 04 16:01:56.725184 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaedf3b-43d0-43eb-a9cc-ef716b611362 req-0496176d-76d5-4666-bf34-a29872a7ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.726715 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ebaedf3b-43d0-43eb-a9cc-ef716b611362 req-0496176d-76d5-4666-bf34-a29872a7ff1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 1096 time: 0.0418890 Sep 04 16:01:56.852815 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef457-f5b7-4103-8cc6-903fd8f8410a req-9411b5c1-657e-463f-974d-113e688852a8 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.853130 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaedf3b-43d0-43eb-a9cc-ef716b611362 req-b6d638e6-936b-4e3c-a38d-b09ca6c3a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.854329 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-140ef457-f5b7-4103-8cc6-903fd8f8410a req-9411b5c1-657e-463f-974d-113e688852a8 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 948 time: 0.0489514 Sep 04 16:01:56.854477 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ebaedf3b-43d0-43eb-a9cc-ef716b611362 req-b6d638e6-936b-4e3c-a38d-b09ca6c3a21d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 916 time: 0.1196580 Sep 04 16:01:56.862704 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c77df6-c867-4adc-945f-57367853966f req-773af927-37ba-4e93-8193-12326e0ff0bf tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.864111 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87c77df6-c867-4adc-945f-57367853966f req-773af927-37ba-4e93-8193-12326e0ff0bf tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 943 time: 0.0991695 Sep 04 16:01:56.893059 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-140ef457-f5b7-4103-8cc6-903fd8f8410a req-b6ea8e54-122b-41e8-87fb-a1eae73030df tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325627 Sep 04 16:01:56.905298 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ebaedf3b-43d0-43eb-a9cc-ef716b611362 req-04a65752-48c7-4649-b5f9-8476140af31e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58c42fde-ecae-480d-a76a-cc5c04fa5acd HTTP/1.1" status: 200 len: 217 time: 0.0402741 Sep 04 16:01:56.966096 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87c77df6-c867-4adc-945f-57367853966f req-851a01b0-0cf2-4527-ad93-19c38c57020c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940955 Sep 04 16:01:56.977508 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaedf3b-43d0-43eb-a9cc-ef716b611362 req-93206ba9-1999-4230-a1b0-eaffa954bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.978953 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ebaedf3b-43d0-43eb-a9cc-ef716b611362 req-93206ba9-1999-4230-a1b0-eaffa954bc27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0253b67f-bd7c-4f5d-9250-4fbb5f2aae95 HTTP/1.1" status: 200 len: 855 time: 0.0643451 Sep 04 16:01:56.994763 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6077f03-89a5-4011-ae81-5be0636a160d req-8cbd862c-9048-4f07-9704-34c5ac93ecbc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:56.996894 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6077f03-89a5-4011-ae81-5be0636a160d req-8cbd862c-9048-4f07-9704-34c5ac93ecbc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0505466 Sep 04 16:01:57.014980 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ebaedf3b-43d0-43eb-a9cc-ef716b611362 req-18607ac6-c5ba-467d-a3f4-da4ad1c893a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba93ff3-c068-4875-acb4-63c360b33ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251281 Sep 04 16:01:57.034803 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f6077f03-89a5-4011-ae81-5be0636a160d req-05190e6b-7a23-463f-bf0c-afa8444626f3 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316617 Sep 04 16:01:57.127567 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ebaedf3b-43d0-43eb-a9cc-ef716b611362 req-7abd441b-82ac-4e96-b950-dea1b2accc9f service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863874 Sep 04 16:01:57.238426 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ebaedf3b-43d0-43eb-a9cc-ef716b611362 req-ba9edf96-187c-4104-970d-b01a8037c5b7 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965052 Sep 04 16:01:57.342733 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82386a-f188-4eb1-a890-21d2197ec154 req-6462cda6-bef3-4f57-a68e-6ebeab40e48c tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:57.344308 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1d82386a-f188-4eb1-a890-21d2197ec154 req-6462cda6-bef3-4f57-a68e-6ebeab40e48c tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 944 time: 0.0555584 Sep 04 16:01:57.387340 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1d82386a-f188-4eb1-a890-21d2197ec154 req-434821b3-45a5-4d6e-9fdf-5a093bc596b7 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Sep 04 16:01:57.627320 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9b8f7-879d-464d-9a4c-83f29f229d55 req-cea7048e-32cd-45e9-98e6-e85328e294d0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:57.628834 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e6d9b8f7-879d-464d-9a4c-83f29f229d55 req-cea7048e-32cd-45e9-98e6-e85328e294d0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0520980 Sep 04 16:01:57.670116 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e6d9b8f7-879d-464d-9a4c-83f29f229d55 req-e426cbdf-1015-455b-9829-5b4e1fc88851 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350490 Sep 04 16:01:58.007335 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ec829-27f2-45f6-9f75-8fd5c6c92417 req-e7bd8825-234b-46ef-9fe9-9055d212c571 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:58.008817 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-831ec829-27f2-45f6-9f75-8fd5c6c92417 req-e7bd8825-234b-46ef-9fe9-9055d212c571 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 948 time: 0.0483079 Sep 04 16:01:58.051484 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-831ec829-27f2-45f6-9f75-8fd5c6c92417 req-50252861-5e1b-4108-a992-1a731cae2117 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361140 Sep 04 16:01:58.083718 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e55d1-59f1-4168-9552-2cf841c1b96b req-e526e10e-1daf-4c35-bff7-3f393dbc447e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:58.085262 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-967e55d1-59f1-4168-9552-2cf841c1b96b req-e526e10e-1daf-4c35-bff7-3f393dbc447e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 943 time: 0.0505435 Sep 04 16:01:58.124691 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-967e55d1-59f1-4168-9552-2cf841c1b96b req-4b93495e-2769-4cc3-b22e-e3c90774c3cb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Sep 04 16:01:58.156050 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82e693-5c48-4074-8973-9640b27faa56 req-60b87132-7acb-483c-b7b9-d6d06c1ace3f tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:58.157553 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6a82e693-5c48-4074-8973-9640b27faa56 req-60b87132-7acb-483c-b7b9-d6d06c1ace3f tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0492477 Sep 04 16:01:58.194049 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6a82e693-5c48-4074-8973-9640b27faa56 req-9f46a3dc-17b2-42fa-ab7e-f54007431457 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306029 Sep 04 16:01:58.197260 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 9d619425-da91-4ce7-970c-233bdadf911e up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:01:58.258345 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port 9d619425-da91-4ce7-970c-233bdadf911e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:58.263443 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port 9d619425-da91-4ce7-970c-233bdadf911e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:58.263903 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:58.310841 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7a49-4cdb-4af1-93e7-d1fda3d6a833 req-bd179305-0c71-40ee-9586-841a41c31f5a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:58.312463 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ba4f7a49-4cdb-4af1-93e7-d1fda3d6a833 req-bd179305-0c71-40ee-9586-841a41c31f5a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0525596 Sep 04 16:01:58.321545 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 44060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:58.326544 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-918cc21c-c107-4cea-a01e-560f2c754b99 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'floatingip': {'port_id': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:01:58.350907 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:58.375550 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d2c988-cf29-4157-b195-95ec50321e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d619425-da91-4ce7-970c-233bdadf911e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:01:58.377826 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb4db93-1d69-4583-ab9b-46d42663ee0b" -d '{"events": [{"server_uuid": "53d2c988-cf29-4157-b195-95ec50321e74", "name": "network-vif-plugged", "status": "completed", "tag": "9d619425-da91-4ce7-970c-233bdadf911e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:01:58.392696 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 9d619425-da91-4ce7-970c-233bdadf911e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9d619425-da91-4ce7-970c-233bdadf911e,segment=NetworkSegment(745a5ccf-06d1-463b-833f-896e2696eacb),segment_id=745a5ccf-06d1-463b-833f-896e2696eacb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:58.396966 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:58.397765 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device dbc8535b-e56f-4190-a752-fdf64b68f953 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:01:58.401733 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-918cc21c-c107-4cea-a01e-560f2c754b99 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:58.464258 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c683fa-f554-4c4a-9746-a619a177f1c6 x-openstack-request-id: req-c1c683fa-f554-4c4a-9746-a619a177f1c6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:01:58.465207 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d2c988-cf29-4157-b195-95ec50321e74", "name": "network-vif-plugged", "status": "completed", "tag": "9d619425-da91-4ce7-970c-233bdadf911e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:01:58.465410 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1c683fa-f554-4c4a-9746-a619a177f1c6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:01:58.465779 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d2c988-cf29-4157-b195-95ec50321e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d619425-da91-4ce7-970c-233bdadf911e', 'code': 200} Sep 04 16:01:58.473368 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=9d619425-da91-4ce7-970c-233bdadf911e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:58.499431 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port dbc8535b-e56f-4190-a752-fdf64b68f953 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:01:58.503362 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port dbc8535b-e56f-4190-a752-fdf64b68f953 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:01:58.503791 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:58.557685 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 44070) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:58.594460 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638366a5-df4a-452f-8ef7-a3af31a31db0 req-b2ab6fa9-609a-4ec5-86b0-bf735b15d1d1 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:58.604825 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:58.613898 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-638366a5-df4a-452f-8ef7-a3af31a31db0 req-b2ab6fa9-609a-4ec5-86b0-bf735b15d1d1 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 945 time: 0.1282377 Sep 04 16:01:58.643118 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port dbc8535b-e56f-4190-a752-fdf64b68f953, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dbc8535b-e56f-4190-a752-fdf64b68f953,segment=NetworkSegment(70f40fb0-1136-426f-b51d-53800b66f7fa),segment_id=70f40fb0-1136-426f-b51d-53800b66f7fa)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:01:58.651640 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:58.677391 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-638366a5-df4a-452f-8ef7-a3af31a31db0 req-6f7ebf76-076d-4471-818e-20482ab129d4 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627904 Sep 04 16:01:58.731580 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121abab-570b-4967-9839-49cdc99f771f req-7173d2be-cc85-4c02-b4c0-aabe1223838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:58.733236 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7121abab-570b-4967-9839-49cdc99f771f req-7173d2be-cc85-4c02-b4c0-aabe1223838e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 1098 time: 0.0548415 Sep 04 16:01:58.747599 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=dbc8535b-e56f-4190-a752-fdf64b68f953,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:58.817750 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7121abab-570b-4967-9839-49cdc99f771f req-afa4d423-775a-428a-81ef-7590ff57bd1a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717547 Sep 04 16:01:58.833199 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77279f40-19d6-4152-8d41-fee88b2024cb req-1a2ece0b-74f0-4deb-b4d9-bd6b4183388e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:58.837334 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-77279f40-19d6-4152-8d41-fee88b2024cb req-1a2ece0b-74f0-4deb-b4d9-bd6b4183388e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0649583 Sep 04 16:01:58.857325 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7640d1a5-24de-4b5f-9476-65c0f4396968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:58.902743 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-77279f40-19d6-4152-8d41-fee88b2024cb req-f6761f09-ccbc-4f10-93ea-1952b226739e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576348 Sep 04 16:01:58.982348 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7640d1a5-24de-4b5f-9476-65c0f4396968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:58.987695 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7640d1a5-24de-4b5f-9476-65c0f4396968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:59.015018 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7640d1a5-24de-4b5f-9476-65c0f4396968 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fbcb4c2054249de81fc5f656745e685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548836 Sep 04 16:01:59.017641 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 44080) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:01:59.069734 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640d1a5-24de-4b5f-9476-65c0f4396968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f3b8eb-1c39-4837-88aa-2403bb15d1ee,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:59.127922 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcf40874-ea14-4953-9bea-e66b35d60528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:59.188954 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcf40874-ea14-4953-9bea-e66b35d60528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:59.268167 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42334788-ff33-4842-ab19-b8946feea48b req-053accde-48b2-4526-b83d-6cd0c8702552 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:59.269653 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42334788-ff33-4842-ab19-b8946feea48b req-053accde-48b2-4526-b83d-6cd0c8702552 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 949 time: 0.1284986 Sep 04 16:01:59.272744 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e183c-aea7-4249-818b-d75a00f0fb16 req-1ba207c4-ddd1-48bf-93df-49a9d3e40dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:59.273870 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f04e183c-aea7-4249-818b-d75a00f0fb16 req-1ba207c4-ddd1-48bf-93df-49a9d3e40dd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 1098 time: 0.1114233 Sep 04 16:01:59.314413 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcf40874-ea14-4953-9bea-e66b35d60528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:59.316892 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dcf40874-ea14-4953-9bea-e66b35d60528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:59.318006 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-dcf40874-ea14-4953-9bea-e66b35d60528 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6f3b8eb-1c39-4837-88aa-2403bb15d1ee HTTP/1.1" status: 204 len: 168 time: 0.2991261 Sep 04 16:01:59.336225 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-918cc21c-c107-4cea-a01e-560f2c754b99 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:59.343169 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-918cc21c-c107-4cea-a01e-560f2c754b99 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:59.349745 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf40874-ea14-4953-9bea-e66b35d60528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f3b8eb-1c39-4837-88aa-2403bb15d1ee,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:01:59.391344 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42334788-ff33-4842-ab19-b8946feea48b req-7123b943-64de-4cb2-a060-94bf220d16f8 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131499 Sep 04 16:01:59.423380 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd529cf-3f72-4654-b2a9-84d84dfb72e4 req-0c0e835a-d310-4f40-9810-94b04d3db8e5 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:59.423903 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e183c-aea7-4249-818b-d75a00f0fb16 req-f21c3347-cceb-444d-a8c6-c719e8eb9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:59.424945 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0fd529cf-3f72-4654-b2a9-84d84dfb72e4 req-0c0e835a-d310-4f40-9810-94b04d3db8e5 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.1443512 Sep 04 16:01:59.426101 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f04e183c-aea7-4249-818b-d75a00f0fb16 req-f21c3347-cceb-444d-a8c6-c719e8eb9a6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 919 time: 0.1394691 Sep 04 16:01:59.482279 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f04e183c-aea7-4249-818b-d75a00f0fb16 req-e350ef4c-3859-47f0-be22-cac45304f496 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2254a7-c85a-456f-b859-a236849fbf58 HTTP/1.1" status: 200 len: 217 time: 0.0470107 Sep 04 16:01:59.483683 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0fd529cf-3f72-4654-b2a9-84d84dfb72e4 req-fdcdb057-f988-4f9e-9795-6feae9fa66a7 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485520 Sep 04 16:01:59.488881 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-918cc21c-c107-4cea-a01e-560f2c754b99 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Floating IP 11901a8a-9c0e-4652-b4be-965be61345c9 associated. External IP: 172.27.2.164, port: fae72fcb-31b5-4ed5-82cd-32213c5950ba. Sep 04 16:01:59.570337 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0af9a4-ba32-4319-98fe-9e388d6e7d8a req-1f90672c-8c71-42f1-9ef9-9ff01ba70953 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:59.576612 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ad0af9a4-ba32-4319-98fe-9e388d6e7d8a req-1f90672c-8c71-42f1-9ef9-9ff01ba70953 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 943 time: 0.0932057 Sep 04 16:01:59.576612 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e183c-aea7-4249-818b-d75a00f0fb16 req-b256bd6e-38ed-435d-b3d5-e12d7476ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:59.576612 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f04e183c-aea7-4249-818b-d75a00f0fb16 req-b256bd6e-38ed-435d-b3d5-e12d7476ed10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 200 len: 858 time: 0.0671799 Sep 04 16:01:59.618202 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f04e183c-aea7-4249-818b-d75a00f0fb16 req-af12d01c-a102-4565-89fa-8727a5fc5800 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a632102c-6130-4abb-b1c8-54457bd9a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318282 Sep 04 16:01:59.656360 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ad0af9a4-ba32-4319-98fe-9e388d6e7d8a req-e437c93e-0723-497e-b835-bb73afd270a6 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759161 Sep 04 16:01:59.743569 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f04e183c-aea7-4249-818b-d75a00f0fb16 req-27f45a75-a0a4-4ed8-b827-ea2a5d748465 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146386 Sep 04 16:01:59.757669 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918cc21c-c107-4cea-a01e-560f2c754b99 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:01:59.852712 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7add2b2-7aa1-4880-a8e3-4d6160733381 req-c2031687-a63d-4db0-b278-a867aaf161a1 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:01:59.854257 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d7add2b2-7aa1-4880-a8e3-4d6160733381 req-c2031687-a63d-4db0-b278-a867aaf161a1 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 945 time: 0.1011343 Sep 04 16:01:59.857387 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f04e183c-aea7-4249-818b-d75a00f0fb16 req-45c90861-af66-4bf1-8de8-aa2e232769fa service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016924 Sep 04 16:01:59.933735 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d7add2b2-7aa1-4880-a8e3-4d6160733381 req-f503555f-3dd0-4631-88d2-6a269007481a tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529709 Sep 04 16:01:59.946317 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918cc21c-c107-4cea-a01e-560f2c754b99 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:01:59.950817 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-918cc21c-c107-4cea-a01e-560f2c754b99 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:01:59.956383 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] Sync routers for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:01:59.966217 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:01:59.966847 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:01:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:01:59.986654 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-918cc21c-c107-4cea-a01e-560f2c754b99 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "PUT /v2.0/floatingips/11901a8a-9c0e-4652-b4be-965be61345c9 HTTP/1.1" status: 200 len: 991 time: 1.6640165 Sep 04 16:01:59.987319 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'tag': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:01:59.993795 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bf9ab4-6626-4105-b80b-5aec98bd9612" -d '{"events": [{"name": "network-changed", "server_uuid": "43a8656f-86d6-4e3e-a027-0cd81a0f27af", "tag": "fae72fcb-31b5-4ed5-82cd-32213c5950ba"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:02:00.043339 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8697d081-b3e7-45f0-8421-f0f0665c529a x-openstack-request-id: req-8697d081-b3e7-45f0-8421-f0f0665c529a {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:02:00.044004 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a8656f-86d6-4e3e-a027-0cd81a0f27af", "tag": "fae72fcb-31b5-4ed5-82cd-32213c5950ba", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:02:00.044262 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8697d081-b3e7-45f0-8421-f0f0665c529a {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:02:00.044674 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'tag': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba', 'status': 'completed', 'code': 200} Sep 04 16:02:00.078876 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:00.150524 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-571d137e-9607-4f60-a88a-742527caff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:00.152765 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-571d137e-9607-4f60-a88a-742527caff28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 1098 time: 0.0433528 Sep 04 16:02:00.192626 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 58c42fde-ecae-480d-a76a-cc5c04fa5acd details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:02:00.274157 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-c9402e04-80a4-436f-8204-351af4660a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:00.275273 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-c9402e04-80a4-436f-8204-351af4660a08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 911 time: 0.1014378 Sep 04 16:02:00.320532 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '11901a8a-9c0e-4652-b4be-965be61345c9', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'port_id': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:01:37Z', 'updated_at': '2021-09-04T16:01:58Z', 'revision_number': 1, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:00.324461 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 58c42fde-ecae-480d-a76a-cc5c04fa5acd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58c42fde-ecae-480d-a76a-cc5c04fa5acd,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:00.335923 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': '58c42fde-ecae-480d-a76a-cc5c04fa5acd', 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1', 'port_id': '58c42fde-ecae-480d-a76a-cc5c04fa5acd', 'mac_address': 'fa:16:3e:7e:06:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0253b67f-bd7c-4f5d-9250-4fbb5f2aae95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:02:00.359183 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] Checking router: d34e0b43-4f94-4cea-a2f1-600c81b23eb2 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:02:00.363891 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:00.364899 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:01:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:00.375973 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:00.393265 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c42fde-ecae-480d-a76a-cc5c04fa5acd {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:02:00.415639 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 58c42fde-ecae-480d-a76a-cc5c04fa5acd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58c42fde-ecae-480d-a76a-cc5c04fa5acd,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:00.422583 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:00.440525 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-19f3d900-4b9a-4b8c-b88e-d53ba8362aab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba HTTP/1.1" status: 200 len: 999 time: 0.1521599 Sep 04 16:02:00.468307 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a1a95d-fc4b-48bc-b05d-41d83d9be8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc8535b-e56f-4190-a752-fdf64b68f953'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:02:00.471205 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f564ab-27d4-4726-8fb9-1817e29a5f4d" -d '{"events": [{"server_uuid": "d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1", "name": "network-vif-plugged", "status": "completed", "tag": "dbc8535b-e56f-4190-a752-fdf64b68f953"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:02:00.484596 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=58c42fde-ecae-480d-a76a-cc5c04fa5acd,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:00.497755 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:00.527430 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812e1744-07dc-4243-8609-342fb0de01d4 x-openstack-request-id: req-812e1744-07dc-4243-8609-342fb0de01d4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:02:00.527726 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1", "name": "network-vif-plugged", "status": "completed", "tag": "dbc8535b-e56f-4190-a752-fdf64b68f953", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:02:00.527983 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-812e1744-07dc-4243-8609-342fb0de01d4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:02:00.528380 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a1a95d-fc4b-48bc-b05d-41d83d9be8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc8535b-e56f-4190-a752-fdf64b68f953', 'code': 200} Sep 04 16:02:00.561334 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-cc1af176-69e7-4df0-aae0-36e7521a93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:00.562803 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-cc1af176-69e7-4df0-aae0-36e7521a93ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abd7cd50-8463-4788-bd97-a825c2e48f4d HTTP/1.1" status: 200 len: 849 time: 0.1079810 Sep 04 16:02:00.605964 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca8c9-dd96-424c-9a3e-8f4b04e89521 req-3aecdaf3-a48a-4c21-88ab-ce0f95054177 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:00.607561 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0e9ca8c9-dd96-424c-9a3e-8f4b04e89521 req-3aecdaf3-a48a-4c21-88ab-ce0f95054177 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 949 time: 0.0994377 Sep 04 16:02:00.671290 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312f1c9-ef69-495d-a0b5-c61ab083b23d req-67620fbe-20a0-479d-8c5b-a63790bbe4b9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:00.673576 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e312f1c9-ef69-495d-a0b5-c61ab083b23d req-67620fbe-20a0-479d-8c5b-a63790bbe4b9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0587208 Sep 04 16:02:00.732073 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e312f1c9-ef69-495d-a0b5-c61ab083b23d req-e898a702-e8be-4dcc-a9f5-8eb2f7900371 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 Sep 04 16:02:00.801145 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1365582-6226-4968-aef8-8fc29c58dd7a req-665494fc-5f14-45d9-ae08-4b59ec67eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:00.805703 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1365582-6226-4968-aef8-8fc29c58dd7a req-665494fc-5f14-45d9-ae08-4b59ec67eb7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 1102 time: 0.0721953 Sep 04 16:02:00.869670 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '11901a8a-9c0e-4652-b4be-965be61345c9', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'port_id': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:01:37Z', 'updated_at': '2021-09-04T16:01:58Z', 'revision_number': 1, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:00.894002 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1365582-6226-4968-aef8-8fc29c58dd7a req-8038706b-b167-48bd-ac22-f0e0e7dd6945 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800285 Sep 04 16:02:00.899288 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcc2a7-da74-4311-86b1-0d86dcd5f705 None None] The sync data for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi is: [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '11901a8a-9c0e-4652-b4be-965be61345c9', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'port_id': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'mac_address': 'fa:16:3e:e5:f1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:01:37Z', 'updated_at': '2021-09-04T16:01:58Z', 'revision_number': 1, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:02:00.940985 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf239-1074-43e3-90d8-378534a63ddc req-0980ef89-a4e1-4ee4-989d-27b717970bb0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:00.942605 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a3eaf239-1074-43e3-90d8-378534a63ddc req-0980ef89-a4e1-4ee4-989d-27b717970bb0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 944 time: 0.0652907 Sep 04 16:02:00.963687 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-85ca4527-007c-4868-bdb4-efccf4268f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:00.965903 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-85ca4527-007c-4868-bdb4-efccf4268f07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b1340d0-32a0-4889-b4c1-1455af846b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3573260 Sep 04 16:02:00.981735 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0e9ca8c9-dd96-424c-9a3e-8f4b04e89521 req-f41c3782-6177-4e36-988f-1dcae47f01be tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156872 Sep 04 16:02:00.991852 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a3eaf239-1074-43e3-90d8-378534a63ddc req-bd4b7bf8-905e-4e15-977a-c63fcb19b09a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 Sep 04 16:02:01.098257 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a5c42-4507-4405-b86d-db90a21e161b req-0ef98ac1-9d39-4c86-b0e0-042f4fb11d21 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:01.099770 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-be6a5c42-4507-4405-b86d-db90a21e161b req-0ef98ac1-9d39-4c86-b0e0-042f4fb11d21 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 945 time: 0.0541451 Sep 04 16:02:01.141188 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-be6a5c42-4507-4405-b86d-db90a21e161b req-e90b3f3a-7528-4b76-8856-e97c26df394c tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346019 Sep 04 16:02:01.142973 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a85271-2422-4c9f-bb24-bb4189f8a307 None None] New status for floating IP 11901a8a-9c0e-4652-b4be-965be61345c9: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:02:01.178122 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['58c42fde-ecae-480d-a76a-cc5c04fa5acd'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:02:01.326310 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-de12b78c-2433-4397-98f4-22385131bb86 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015038 Sep 04 16:02:01.439311 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70bf9ab4-6626-4105-b80b-5aec98bd9612 req-2456dc92-0825-44f0-8184-958a46244620 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900486 Sep 04 16:02:01.855601 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f670-5709-4f4a-950b-cd5015e031a7 req-2a802dd0-10f9-46ce-bf2b-ee7029b49947 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:01.857156 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb21f670-5709-4f4a-950b-cd5015e031a7 req-2a802dd0-10f9-46ce-bf2b-ee7029b49947 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Sep 04 16:02:01.897769 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb21f670-5709-4f4a-950b-cd5015e031a7 req-52613fdb-d156-4e28-be38-39b2cf5a9030 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340748 Sep 04 16:02:02.126756 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c393dd-f2aa-4948-8464-7e198bd6fbed req-56615b75-e890-49b4-9e29-2d6b287f3605 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:02.128267 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-70c393dd-f2aa-4948-8464-7e198bd6fbed req-56615b75-e890-49b4-9e29-2d6b287f3605 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 944 time: 0.0508764 Sep 04 16:02:02.132873 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e315957-8e61-47b1-a4e8-408dac6467ba req-d34a00ee-3874-4d91-ac0c-48b0146287d1 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:02.134668 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7e315957-8e61-47b1-a4e8-408dac6467ba req-d34a00ee-3874-4d91-ac0c-48b0146287d1 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 949 time: 0.0519881 Sep 04 16:02:02.171064 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-70c393dd-f2aa-4948-8464-7e198bd6fbed req-828e29be-a964-4ea6-b94e-0baa540171f8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Sep 04 16:02:02.174554 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7e315957-8e61-47b1-a4e8-408dac6467ba req-9c3982af-8393-4167-bb96-4c036a7c7c15 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Sep 04 16:02:02.282059 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187b6b5-65cc-45cd-96d3-8ebb80888cd0 req-c51c837d-d9e6-409a-a5b9-a07da8fb7a84 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:02.283444 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8187b6b5-65cc-45cd-96d3-8ebb80888cd0 req-c51c837d-d9e6-409a-a5b9-a07da8fb7a84 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 945 time: 0.0535226 Sep 04 16:02:02.325091 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8187b6b5-65cc-45cd-96d3-8ebb80888cd0 req-5dc2837b-66b0-4833-b857-1730992508cc tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Sep 04 16:02:03.017819 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3d192-b858-4ec8-a200-eea323a6c2de req-dfc2f1db-7ea0-46d0-9bb1-f314bbfc1109 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:03.019293 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6f3d192-b858-4ec8-a200-eea323a6c2de req-dfc2f1db-7ea0-46d0-9bb1-f314bbfc1109 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0531659 Sep 04 16:02:03.059353 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6f3d192-b858-4ec8-a200-eea323a6c2de req-8dc34483-642e-4169-934c-e3d278c2c65a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Sep 04 16:02:03.295025 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bf124-3592-4ec5-a4f0-c4ba18455dd2 req-21c756b6-ad3b-4dae-981b-d42eb9a638a0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:03.296630 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5a7bf124-3592-4ec5-a4f0-c4ba18455dd2 req-21c756b6-ad3b-4dae-981b-d42eb9a638a0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 944 time: 0.0492444 Sep 04 16:02:03.301445 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a970be7-ae84-4320-9f44-7e614877362e req-3ecef738-3889-411c-9289-59ff71f23551 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:03.302926 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6a970be7-ae84-4320-9f44-7e614877362e req-3ecef738-3889-411c-9289-59ff71f23551 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 949 time: 0.0574281 Sep 04 16:02:03.336172 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5a7bf124-3592-4ec5-a4f0-c4ba18455dd2 req-d5af5cc3-a4ad-408d-9ab7-89f45923843d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336132 Sep 04 16:02:03.343659 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6a970be7-ae84-4320-9f44-7e614877362e req-56542452-9681-424b-ae78-d4f25e58cf13 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341587 Sep 04 16:02:05.057468 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-790acb7e-06d8-44b1-8cac-5e994d60b2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:06.969171 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 58c42fde-ecae-480d-a76a-cc5c04fa5acd up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:07.022264 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port 58c42fde-ecae-480d-a76a-cc5c04fa5acd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:07.026176 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port 58c42fde-ecae-480d-a76a-cc5c04fa5acd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:07.027382 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:07.092749 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ede201-c86c-4ceb-9670-e32569f890af req-f0879206-8b21-4399-bbf2-c6830a7d3f3a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:07.105790 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a7ede201-c86c-4ceb-9670-e32569f890af req-f0879206-8b21-4399-bbf2-c6830a7d3f3a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0726640 Sep 04 16:02:07.116448 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:07.145952 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2c2099-3615-4ec8-a3c2-b4613094bc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c42fde-ecae-480d-a76a-cc5c04fa5acd'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:02:07.148172 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7fd8f7-2891-47a4-afff-38871e560a1f" -d '{"events": [{"server_uuid": "ca2c2099-3615-4ec8-a3c2-b4613094bc90", "name": "network-vif-plugged", "status": "completed", "tag": "58c42fde-ecae-480d-a76a-cc5c04fa5acd"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:02:07.149899 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ffd3e-017d-4864-944c-656f09d8fb43 req-8215d1b4-6bba-47ba-8e73-f7d2001a9e17 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:07.152136 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7f0ffd3e-017d-4864-944c-656f09d8fb43 req-8215d1b4-6bba-47ba-8e73-f7d2001a9e17 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 944 time: 0.0676169 Sep 04 16:02:07.153456 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a7ede201-c86c-4ceb-9670-e32569f890af req-6ff1d536-298b-42ae-90df-b08d13343913 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Sep 04 16:02:07.161010 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 58c42fde-ecae-480d-a76a-cc5c04fa5acd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58c42fde-ecae-480d-a76a-cc5c04fa5acd,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:07.168107 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:07.209149 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7f0ffd3e-017d-4864-944c-656f09d8fb43 req-3e6e24e6-c5b6-4b91-b773-96ea8e2b0d73 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478718 Sep 04 16:02:07.222344 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=58c42fde-ecae-480d-a76a-cc5c04fa5acd,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:07.260771 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be893def-1a87-4909-b61d-bf6d4a728d78 x-openstack-request-id: req-be893def-1a87-4909-b61d-bf6d4a728d78 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:02:07.261898 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2c2099-3615-4ec8-a3c2-b4613094bc90", "name": "network-vif-plugged", "status": "completed", "tag": "58c42fde-ecae-480d-a76a-cc5c04fa5acd", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:02:07.262518 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be893def-1a87-4909-b61d-bf6d4a728d78 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:02:07.262699 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2c2099-3615-4ec8-a3c2-b4613094bc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c42fde-ecae-480d-a76a-cc5c04fa5acd', 'code': 200} Sep 04 16:02:07.280814 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbca6ce-5d6d-4570-808c-d01440c3bbcf req-8ca6a429-d2d7-4eaa-a18c-4ed2fcf037de tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:07.282052 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5bbca6ce-5d6d-4570-808c-d01440c3bbcf req-8ca6a429-d2d7-4eaa-a18c-4ed2fcf037de tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 949 time: 0.0558186 Sep 04 16:02:07.319254 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5bbca6ce-5d6d-4570-808c-d01440c3bbcf req-9529afed-df3b-4422-85bc-aa722a821003 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312467 Sep 04 16:02:07.607685 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9e763-2b40-42c1-a1ea-c1425222a4ca req-b2295fd6-9c17-4851-965c-c56c0cff4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:07.609217 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-18a9e763-2b40-42c1-a1ea-c1425222a4ca req-b2295fd6-9c17-4851-965c-c56c0cff4daa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 1098 time: 0.0746999 Sep 04 16:02:07.621561 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38e958-e454-4efa-a7f2-265469e8da3f req-83ed989c-82bc-4f94-90d7-eba6a2ac6940 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:07.622971 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cb38e958-e454-4efa-a7f2-265469e8da3f req-83ed989c-82bc-4f94-90d7-eba6a2ac6940 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 949 time: 0.0618083 Sep 04 16:02:07.681759 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cb38e958-e454-4efa-a7f2-265469e8da3f req-69f2cfd8-5b7f-48ca-bc97-c2d46588b88a tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521383 Sep 04 16:02:07.683620 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-18a9e763-2b40-42c1-a1ea-c1425222a4ca req-18142637-47f2-4f9e-80cc-6feec795497d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595684 Sep 04 16:02:07.853143 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1904c-a78b-46e7-b11b-18edb070bdfa req-f5cb4700-82b3-4db0-9590-eccb4dbf7c47 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:07.856161 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-30d1904c-a78b-46e7-b11b-18edb070bdfa req-f5cb4700-82b3-4db0-9590-eccb4dbf7c47 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 945 time: 0.0521569 Sep 04 16:02:07.870307 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51a021ad-7571-4aae-bdd4-98e95f5e244f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:07.897090 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-30d1904c-a78b-46e7-b11b-18edb070bdfa req-58387c07-b6b8-42a2-9ec9-fd72fb241d09 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335283 Sep 04 16:02:08.117265 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:08.283911 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfcd8-6a0d-4f1a-8c99-ec2d02468d2c req-f2a92cf3-b84f-4281-9780-6948596abeb0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:08.285430 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-956bfcd8-6a0d-4f1a-8c99-ec2d02468d2c req-f2a92cf3-b84f-4281-9780-6948596abeb0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0605402 Sep 04 16:02:08.329812 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-956bfcd8-6a0d-4f1a-8c99-ec2d02468d2c req-f1031566-a4ff-4bfc-bfcc-4ed8fc3b808d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Sep 04 16:02:08.348204 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ad31c-42cb-420f-b50f-10ac9df057d6 req-2997ba6c-699a-48bc-bd5c-d4776ca5b1bc tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:08.349792 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-954ad31c-42cb-420f-b50f-10ac9df057d6 req-2997ba6c-699a-48bc-bd5c-d4776ca5b1bc tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Sep 04 16:02:08.402281 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-954ad31c-42cb-420f-b50f-10ac9df057d6 req-b6bb9a13-0629-4785-bd43-1244f3606229 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452724 Sep 04 16:02:08.798757 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a26c8f-3daa-4999-bb73-47ce298284ef req-b2032d2b-eae9-4360-902c-298e49e0f8f5 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:08.800223 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c6a26c8f-3daa-4999-bb73-47ce298284ef req-b2032d2b-eae9-4360-902c-298e49e0f8f5 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 949 time: 0.0485160 Sep 04 16:02:08.837976 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c6a26c8f-3daa-4999-bb73-47ce298284ef req-85f4b7cc-37dc-4ae7-805d-ba7f04016c50 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Sep 04 16:02:08.985994 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:09.017364 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b6b00-5c4a-402c-9e52-771c63857a41 req-6a4c607b-a7f2-42e1-9375-793a2ffb0dc8 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:09.018853 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e43b6b00-5c4a-402c-9e52-771c63857a41 req-6a4c607b-a7f2-42e1-9375-793a2ffb0dc8 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 945 time: 0.0530825 Sep 04 16:02:09.055608 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e43b6b00-5c4a-402c-9e52-771c63857a41 req-14c00fbe-b803-4e1a-8be4-c9446f990958 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Sep 04 16:02:09.452454 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefcca7-394f-4115-a6cc-d70f389e12ef req-0d6a6ccb-7844-4291-9751-eaf813ce5c24 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:09.454012 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2eefcca7-394f-4115-a6cc-d70f389e12ef req-0d6a6ccb-7844-4291-9751-eaf813ce5c24 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0496018 Sep 04 16:02:09.501604 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2eefcca7-394f-4115-a6cc-d70f389e12ef req-fd209bc0-dd65-4a68-85ba-9e66b6beeed0 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361199 Sep 04 16:02:09.545140 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa3307-9317-421d-bdee-08a9db0b5741 req-57a176e7-3e56-496b-83c9-9a195ecb8dec tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:09.546679 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-69fa3307-9317-421d-bdee-08a9db0b5741 req-57a176e7-3e56-496b-83c9-9a195ecb8dec tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 945 time: 0.0582862 Sep 04 16:02:09.585471 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-69fa3307-9317-421d-bdee-08a9db0b5741 req-bf4065f4-337e-45cd-bd91-64b3a8efb6ee tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Sep 04 16:02:09.961672 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405b488-75ba-45af-8aea-dd6f23cdf174 req-ea477944-3e6d-45d3-a606-9466c24117b2 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:09.963073 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8405b488-75ba-45af-8aea-dd6f23cdf174 req-ea477944-3e6d-45d3-a606-9466c24117b2 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 949 time: 0.0539205 Sep 04 16:02:10.004225 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8405b488-75ba-45af-8aea-dd6f23cdf174 req-6001f9f8-e34a-4413-9b1d-04b14765f336 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Sep 04 16:02:10.172568 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b8d17-d177-430a-b8f4-21425330e687 req-38a233d0-5d21-46a8-9883-dbc112fa13d5 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:10.174081 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-055b8d17-d177-430a-b8f4-21425330e687 req-38a233d0-5d21-46a8-9883-dbc112fa13d5 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 945 time: 0.0503778 Sep 04 16:02:10.212622 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-055b8d17-d177-430a-b8f4-21425330e687 req-6ba3a75f-328f-44e3-a327-848aaaa9b6a1 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Sep 04 16:02:10.662120 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:10.713633 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce29a-8eec-4d28-bfa3-cd7a85843e31 req-6cef1c52-61b8-47b1-8989-961042c10e20 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:10.715274 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-86bce29a-8eec-4d28-bfa3-cd7a85843e31 req-6cef1c52-61b8-47b1-8989-961042c10e20 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 945 time: 0.0535746 Sep 04 16:02:10.765564 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-86bce29a-8eec-4d28-bfa3-cd7a85843e31 req-90054720-8bd1-4974-ac2f-1d78cd8337ea tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Sep 04 16:02:10.808800 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:10.866036 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 44270) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:11.019616 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b830b14-7b91-4460-a138-9be3fc64e130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.084296 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-9e38cf67-f398-4d26-bd6d-cd6e24c0c81d tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:11.085857 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-9e38cf67-f398-4d26-bd6d-cd6e24c0c81d tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 949 time: 0.0837481 Sep 04 16:02:11.207858 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948cca9-bf74-4bba-840a-df7735425056 req-88db98e3-256c-4e95-abce-6593eb115047 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:11.209359 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f948cca9-bf74-4bba-840a-df7735425056 req-88db98e3-256c-4e95-abce-6593eb115047 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 949 time: 0.1226244 Sep 04 16:02:11.333718 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c550a9-8d95-4cb0-8823-0cb649294b94 req-23143d1a-a826-41bf-8f96-48a6d92df735 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:11.335381 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-75c550a9-8d95-4cb0-8823-0cb649294b94 req-23143d1a-a826-41bf-8f96-48a6d92df735 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 945 time: 0.0506051 Sep 04 16:02:11.337713 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f948cca9-bf74-4bba-840a-df7735425056 req-9cf5edcc-5fff-494a-93cd-ace1369048e0 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/security-groups?id=381cc4bd-f195-41aa-947a-fc38e838d563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015918 Sep 04 16:02:11.339835 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b830b14-7b91-4460-a138-9be3fc64e130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.346152 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b830b14-7b91-4460-a138-9be3fc64e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.376767 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-75c550a9-8d95-4cb0-8823-0cb649294b94 req-156389be-79c0-4cb7-8a9d-486995426710 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350540 Sep 04 16:02:11.384572 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-5ded316e-4095-42ac-9782-2e93f5752954 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Deleting port dbc8535b-e56f-4190-a752-fdf64b68f953 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:02:11.384933 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-5ded316e-4095-42ac-9782-2e93f5752954 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.418342 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7b830b14-7b91-4460-a138-9be3fc64e130 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e01c4b4365048c5a312cc9f0a74ffe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479820 Sep 04 16:02:11.424000 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 44278) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:11.435055 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b830b14-7b91-4460-a138-9be3fc64e130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08687c2b-73c8-4dfd-925b-18f061122d26,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:11.518131 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db59e8-c647-454f-a705-ebdc555a8846 req-6f9af9b0-e2d2-4399-bdd9-f6940a974cd6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:11.519628 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27db59e8-c647-454f-a705-ebdc555a8846 req-6f9af9b0-e2d2-4399-bdd9-f6940a974cd6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 945 time: 0.1117089 Sep 04 16:02:11.527857 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-5ded316e-4095-42ac-9782-2e93f5752954 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] For port dbc8535b-e56f-4190-a752-fdf64b68f953, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dbc8535b-e56f-4190-a752-fdf64b68f953,segment=NetworkSegment(70f40fb0-1136-426f-b51d-53800b66f7fa),segment_id=70f40fb0-1136-426f-b51d-53800b66f7fa)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:11.528307 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-5ded316e-4095-42ac-9782-2e93f5752954 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.533266 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97f62161-c49f-43df-ab84-fc446236f358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.545227 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-5ded316e-4095-42ac-9782-2e93f5752954 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Calling delete_port for dbc8535b-e56f-4190-a752-fdf64b68f953 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:02:11.583483 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97f62161-c49f-43df-ab84-fc446236f358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.678588 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-27db59e8-c647-454f-a705-ebdc555a8846 req-0f213874-7e24-40d7-82b2-10b1957b9c80 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Deleting port 9d619425-da91-4ce7-970c-233bdadf911e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:02:11.678941 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-27db59e8-c647-454f-a705-ebdc555a8846 req-0f213874-7e24-40d7-82b2-10b1957b9c80 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.683665 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97f62161-c49f-43df-ab84-fc446236f358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.686957 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-97f62161-c49f-43df-ab84-fc446236f358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.688507 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-97f62161-c49f-43df-ab84-fc446236f358 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08687c2b-73c8-4dfd-925b-18f061122d26 HTTP/1.1" status: 204 len: 168 time: 0.2631879 Sep 04 16:02:11.722904 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-5ded316e-4095-42ac-9782-2e93f5752954 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.723985 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f62161-c49f-43df-ab84-fc446236f358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08687c2b-73c8-4dfd-925b-18f061122d26,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:11.738151 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['dbc8535b-e56f-4190-a752-fdf64b68f953'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:02:11.772500 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded316e-4095-42ac-9782-2e93f5752954 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Pushing event deleted for resources: {'Port': ['ID=dbc8535b-e56f-4190-a752-fdf64b68f953,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:11.805852 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-27db59e8-c647-454f-a705-ebdc555a8846 req-0f213874-7e24-40d7-82b2-10b1957b9c80 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] For port 9d619425-da91-4ce7-970c-233bdadf911e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9d619425-da91-4ce7-970c-233bdadf911e,segment=NetworkSegment(745a5ccf-06d1-463b-833f-896e2696eacb),segment_id=745a5ccf-06d1-463b-833f-896e2696eacb)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:11.806218 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-27db59e8-c647-454f-a705-ebdc555a8846 req-0f213874-7e24-40d7-82b2-10b1957b9c80 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.820125 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-27db59e8-c647-454f-a705-ebdc555a8846 req-0f213874-7e24-40d7-82b2-10b1957b9c80 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Calling delete_port for 9d619425-da91-4ce7-970c-233bdadf911e owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:02:11.852649 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-5ded316e-4095-42ac-9782-2e93f5752954 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] No DVR routers for this DVR port dbc8535b-e56f-4190-a752-fdf64b68f953 on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:02:11.871236 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-5ded316e-4095-42ac-9782-2e93f5752954 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:11.873888 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff11f58f-2154-4150-bc8d-91c11df51d57 req-5ded316e-4095-42ac-9782-2e93f5752954 tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.46 "DELETE /v2.0/ports/dbc8535b-e56f-4190-a752-fdf64b68f953 HTTP/1.1" status: 204 len: 173 time: 0.7559240 Sep 04 16:02:11.874627 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a1a95d-fc4b-48bc-b05d-41d83d9be8d1', 'name': 'network-vif-deleted', 'tag': 'dbc8535b-e56f-4190-a752-fdf64b68f953'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:02:11.876671 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181c8b30-8828-4265-a6e8-bc402aece91a" -d '{"events": [{"server_uuid": "d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1", "name": "network-vif-deleted", "tag": "dbc8535b-e56f-4190-a752-fdf64b68f953"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:02:11.962830 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b172f6-5e65-4071-a2b7-0f7105368498 req-3c5e64fe-766c-4402-920c-d6108a8e2ee5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:11.971632 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-10b172f6-5e65-4071-a2b7-0f7105368498 req-3c5e64fe-766c-4402-920c-d6108a8e2ee5 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 945 time: 0.0845425 Sep 04 16:02:12.010201 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-10b172f6-5e65-4071-a2b7-0f7105368498 req-f4f39d93-91f4-4423-8a1d-1eb9eecab53b tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376515 Sep 04 16:02:12.043204 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-27db59e8-c647-454f-a705-ebdc555a8846 req-0f213874-7e24-40d7-82b2-10b1957b9c80 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:12.061162 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['9d619425-da91-4ce7-970c-233bdadf911e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:02:12.084732 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7fae24-319d-4583-9260-72d7c25fd9ee x-openstack-request-id: req-ec7fae24-319d-4583-9260-72d7c25fd9ee {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:02:12.085249 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1", "name": "network-vif-deleted", "tag": "dbc8535b-e56f-4190-a752-fdf64b68f953", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:02:12.085370 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec7fae24-319d-4583-9260-72d7c25fd9ee {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:02:12.085710 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a1a95d-fc4b-48bc-b05d-41d83d9be8d1', 'name': 'network-vif-deleted', 'tag': 'dbc8535b-e56f-4190-a752-fdf64b68f953', 'status': 'completed', 'code': 200} Sep 04 16:02:12.113495 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f213874-7e24-40d7-82b2-10b1957b9c80 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Pushing event deleted for resources: {'Port': ['ID=9d619425-da91-4ce7-970c-233bdadf911e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:12.179034 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-27db59e8-c647-454f-a705-ebdc555a8846 req-0f213874-7e24-40d7-82b2-10b1957b9c80 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] No DVR routers for this DVR port 9d619425-da91-4ce7-970c-233bdadf911e on host hv-cinder-79966 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:02:12.186162 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-27db59e8-c647-454f-a705-ebdc555a8846 req-0f213874-7e24-40d7-82b2-10b1957b9c80 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:12.188469 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27db59e8-c647-454f-a705-ebdc555a8846 req-0f213874-7e24-40d7-82b2-10b1957b9c80 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.46 "DELETE /v2.0/ports/9d619425-da91-4ce7-970c-233bdadf911e HTTP/1.1" status: 204 len: 173 time: 0.6441116 Sep 04 16:02:12.188696 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d2c988-cf29-4157-b195-95ec50321e74', 'name': 'network-vif-deleted', 'tag': '9d619425-da91-4ce7-970c-233bdadf911e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:02:12.190901 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad49f286-6ba9-4813-8464-84e920536c0b" -d '{"events": [{"server_uuid": "53d2c988-cf29-4157-b195-95ec50321e74", "name": "network-vif-deleted", "tag": "9d619425-da91-4ce7-970c-233bdadf911e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:02:12.222011 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c5a41-86ba-4383-a424-dfb860efa24b req-a8712f0a-4cb7-4001-b671-71e9e6e4a3a9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:12.225009 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1b1c5a41-86ba-4383-a424-dfb860efa24b req-a8712f0a-4cb7-4001-b671-71e9e6e4a3a9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.1944716 Sep 04 16:02:12.262204 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3a5b71-a179-42e4-8c69-3f8fb9ac8057 x-openstack-request-id: req-6c3a5b71-a179-42e4-8c69-3f8fb9ac8057 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:02:12.262506 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d2c988-cf29-4157-b195-95ec50321e74", "name": "network-vif-deleted", "tag": "9d619425-da91-4ce7-970c-233bdadf911e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:02:12.262732 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c3a5b71-a179-42e4-8c69-3f8fb9ac8057 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:02:12.263107 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d2c988-cf29-4157-b195-95ec50321e74', 'name': 'network-vif-deleted', 'tag': '9d619425-da91-4ce7-970c-233bdadf911e', 'status': 'completed', 'code': 200} Sep 04 16:02:12.295811 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1b1c5a41-86ba-4383-a424-dfb860efa24b req-0b797ce0-209d-4350-8f3b-6b3704cb2dcc tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531647 Sep 04 16:02:12.543458 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-39989123-1ed0-45bf-b894-c65ca73d9e7c req-bc4a27a5-4913-4aa5-b87e-1faeb5806c3d tempest-VolumesNegativeTest-1833917946 tempest-VolumesNegativeTest-1833917946-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8a1a95d-fc4b-48bc-b05d-41d83d9be8d1 HTTP/1.1" status: 200 len: 210 time: 0.0392771 Sep 04 16:02:12.687723 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8a5d46de-b478-4140-b874-4461754b48a9 req-5e134faf-9e8d-48bb-92f3-3892a5c8a6fc tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d2c988-cf29-4157-b195-95ec50321e74 HTTP/1.1" status: 200 len: 210 time: 0.0368254 Sep 04 16:02:12.722131 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 44340) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:12.841611 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1129133040-network', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:12.867903 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Made reservation on behalf of 41d4897cecf34ddc96c97c667ea73ba1 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:02:12.871070 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:12.880523 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:12.984348 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:12.988915 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.016761 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:02:13.027221 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f4b382-42fd-46a3-ad84-305743857ee5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:13.035779 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.036282 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Added segment a7edbb1c-b911-41f5-89b4-efe8bb44a0a5 of type vlan for network 12127e24-3593-40c4-b60a-7e53f354ca9b Sep 04 16:02:13.085053 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.111110 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.112202 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:13.112777 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.142696 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4193213 Sep 04 16:02:13.145589 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 44344) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:13.151969 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Request body: {'subnet': {'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1129133040-subnet', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:13.188554 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df030cde-2629-424d-a20f-6c9d37af5c02 admin admin] Pushing event updated for resources: {'Network': ['ID=12127e24-3593-40c4-b60a-7e53f354ca9b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:13.198436 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 12127e24-3593-40c4-b60a-7e53f354ca9b details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:02:13.201191 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Made reservation on behalf of 41d4897cecf34ddc96c97c667ea73ba1 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:02:13.203547 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29123291'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.373892 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25244428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29123317'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.426041 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b70565c-38e8-46fd-ab81-5b0d3e332295,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:13.437759 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Checking segment: {'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:13.438111 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Network hostable DHCP agents. Network: 12127e24-3593-40c4-b60a-7e53f354ca9b, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:02:13.452949 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Network 12127e24-3593-40c4-b60a-7e53f354ca9b is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:02:13.461926 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 12127e24-3593-40c4-b60a-7e53f354ca9b) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:13.466948 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:13.468972 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.469885 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675aa869-c8ce-466f-90f3-47f286821a47 None None] Network 12127e24-3593-40c4-b60a-7e53f354ca9b requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:02:13.483804 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-acf03b76-cd05-4eb8-b70a-6ea0615bb61c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3367872 Sep 04 16:02:13.486579 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 44348) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:13.491585 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:13.514538 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26187'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.515520 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3914403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26226'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.575540 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.627963 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b69fc18-f8a6-50e2-9dd4-70f05aad994d-12127e24-3593-40c4-b60a-7e53f354ca9b', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295'}]}} from dv-cinder-799663-6-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 04 16:02:13.628977 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.741218 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:13.836405 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Allocated IP 172.20.0.2 (12127e24-3593-40c4-b60a-7e53f354ca9b/9b70565c-38e8-46fd-ab81-5b0d3e332295/3b5e5124-74ef-4ba3-81d7-eee3f900eafc) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:14.019452 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:14.036830 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Transition to ACTIVE for port object 3b5e5124-74ef-4ba3-81d7-eee3f900eafc will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:14.065101 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Transition to ACTIVE for port object 3b5e5124-74ef-4ba3-81d7-eee3f900eafc will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:14.071957 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:14.133042 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:14.143098 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Network 12127e24-3593-40c4-b60a-7e53f354ca9b is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:14.151147 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Pushing event updated for resources: {'Port': ['ID=3b5e5124-74ef-4ba3-81d7-eee3f900eafc,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:14.154224 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:14.154939 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:14.157322 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:14.227764 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Attempting to bind port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:14.228900 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Attempting to bind port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:14.229457 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Attempting to bind port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc on network 12127e24-3593-40c4-b60a-7e53f354ca9b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:14.246523 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:14.246705 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-ee0da676-d0c9-4e7f-b4c8-fc426b3c6b1a tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:14.247172 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Checking segment: {'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:14.247293 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:14.248160 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-ee0da676-d0c9-4e7f-b4c8-fc426b3c6b1a tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/networks?id=22f13c3b-fc69-4058-a052-458d89dba1fb HTTP/1.1" status: 200 len: 807 time: 0.1284869 Sep 04 16:02:14.253369 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Bound using segment: {'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:14.254102 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Bound port: 3b5e5124-74ef-4ba3-81d7-eee3f900eafc, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:14.254739 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:14.275054 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-1b75f678-5d46-4fc4-be10-5579dacc6fb2 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/quotas/8f92403569244469b912477657549eed HTTP/1.1" status: 200 len: 375 time: 0.0204241 Sep 04 16:02:14.277055 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Allocated IP 172.27.2.243 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/8526db19-b5a8-448b-ac16-3f9fd83fa38c) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:14.321458 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-394b5dd5-9dc5-4b60-b221-aa1a882946d3 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f92403569244469b912477657549eed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454593 Sep 04 16:02:14.332665 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] For port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:14.337934 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] For port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=3b5e5124-74ef-4ba3-81d7-eee3f900eafc,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:14.346811 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:14.406724 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:14.415888 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6210927b-82c3-42ed-bcbd-387ce61487c9 service neutron] 10.222.0.53 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925756 Sep 04 16:02:14.425072 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c732327-c19b-4564-84f6-8a6883239fd9 None None] Pushing event updated for resources: {'Port': ['ID=3b5e5124-74ef-4ba3-81d7-eee3f900eafc,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:14.474827 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:14.514408 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:14.517486 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:14.523022 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:14.540439 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-81fe2f7d-4633-4369-9cc8-eb135e640822 service neutron] 10.222.0.53 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177616 Sep 04 16:02:14.596745 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8526db19-b5a8-448b-ac16-3f9fd83fa38c,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:14.630932 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:02:14.806043 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766f7652-d6d1-4af2-9229-9e27adf79ff8 req-028f0a0e-85dc-475c-a237-f8dff78ac30b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 210 time: 0.0557985 Sep 04 16:02:14.858579 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:14.992552 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 9d619425-da91-4ce7-970c-233bdadf911e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:02:15.154788 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:15.159369 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: 9d619425-da91-4ce7-970c-233bdadf911e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:02:15.160052 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 9d619425-da91-4ce7-970c-233bdadf911e not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:02:15.160796 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device dbc8535b-e56f-4190-a752-fdf64b68f953 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:02:15.183896 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: dbc8535b-e56f-4190-a752-fdf64b68f953 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:02:15.184410 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device dbc8535b-e56f-4190-a752-fdf64b68f953 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:02:15.331139 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Router db19a29b-523b-4d70-b27c-a772d49b0ee5 is scheduled to L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:02:15.599753 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883dea73-ec6c-4c51-b867-3d9ea49241fd None None] Network 12127e24-3593-40c4-b60a-7e53f354ca9b requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:02:15.714084 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2be91e3f-c159-44eb-b48a-82c244303f1e None None] Provisioning for port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:15.721317 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:02:15.733796 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Sync routers for ids ['db19a29b-523b-4d70-b27c-a772d49b0ee5'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:02:15.746515 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:15.748249 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-3c9777a4-32e9-484b-a696-2b28be2900c1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2596686 Sep 04 16:02:15.750562 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 44556) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:15.751957 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Routers {'db19a29b-523b-4d70-b27c-a772d49b0ee5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:15.752598 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['db19a29b-523b-4d70-b27c-a772d49b0ee5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:15.897838 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Set router db19a29b-523b-4d70-b27c-a772d49b0ee5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:15.970977 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c2e32e87-6de1-4103-8e2a-6eba0f14f1f7 req-bef91490-8002-4c50-8999-4d2baaa142d7 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 210 time: 0.0479267 Sep 04 16:02:16.260402 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:14Z', 'revision_number': 3, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:16.293890 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-458d8a30-8fc3-44c2-bff1-b0d6479acbc2 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:16.295490 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-458d8a30-8fc3-44c2-bff1-b0d6479acbc2 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.46 "GET /v2.0/networks?id=22f13c3b-fc69-4058-a052-458d89dba1fb HTTP/1.1" status: 200 len: 807 time: 0.3132207 Sep 04 16:02:16.312087 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Checking router: db19a29b-523b-4d70-b27c-a772d49b0ee5 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:02:16.312523 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Updating router db19a29b-523b-4d70-b27c-a772d49b0ee5 port 8526db19-b5a8-448b-ac16-3f9fd83fa38c binding host dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:02:16.328282 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Request body: {'port': {'device_id': '6a639f6b-7980-4eb3-b3d6-974190acf0d6', 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb', 'admin_state_up': True, 'tenant_id': '8f92403569244469b912477657549eed'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:16.349717 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.391807 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 3b5e5124-74ef-4ba3-81d7-eee3f900eafc up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:16.454770 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:16.459743 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:16.461000 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.565355 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.599858 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=3b5e5124-74ef-4ba3-81d7-eee3f900eafc,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:16.605295 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.638244 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.658528 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Made reservation on behalf of 8f92403569244469b912477657549eed for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:02:16.667584 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=3b5e5124-74ef-4ba3-81d7-eee3f900eafc,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:16.670332 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.787649 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.798661 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Transition to ACTIVE for port object 8526db19-b5a8-448b-ac16-3f9fd83fa38c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:16.809240 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.859298 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fdafc-8ae9-4826-8a47-ec5dada9f575 None None] Pushing event updated for resources: {'Port': ['ID=8526db19-b5a8-448b-ac16-3f9fd83fa38c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:16.876209 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Attempting to bind port 8526db19-b5a8-448b-ac16-3f9fd83fa38c on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:16.876578 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Attempting to bind port 8526db19-b5a8-448b-ac16-3f9fd83fa38c by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:16.876974 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Attempting to bind port 8526db19-b5a8-448b-ac16-3f9fd83fa38c on network b16a2c4c-bd8a-4256-8514-e368c3f8c25b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:16.882141 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:16.882527 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:16.882925 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.883317 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Bound using segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:16.883779 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Bound port: 8526db19-b5a8-448b-ac16-3f9fd83fa38c, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:16.884176 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.925184 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Allocated IP 172.20.0.5 (22f13c3b-fc69-4058-a052-458d89dba1fb/aa6492be-e7c8-4cd4-9387-87896b44db0f/33ecc3f9-bc7e-4b11-b096-32847312772f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:16.942456 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] For port 8526db19-b5a8-448b-ac16-3f9fd83fa38c, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:16.945851 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] For port 8526db19-b5a8-448b-ac16-3f9fd83fa38c, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=8526db19-b5a8-448b-ac16-3f9fd83fa38c,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:16.950900 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:16.975290 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Allocated IP 172.20.0.1 (12127e24-3593-40c4-b60a-7e53f354ca9b/9b70565c-38e8-46fd-ab81-5b0d3e332295/f1f121e7-f8e9-46d0-820b-955bfc24fd5e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:16.996346 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Routers {'db19a29b-523b-4d70-b27c-a772d49b0ee5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:16.997008 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['db19a29b-523b-4d70-b27c-a772d49b0ee5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:17.099294 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fdafc-8ae9-4826-8a47-ec5dada9f575 None None] Pushing event updated for resources: {'Port': ['ID=8526db19-b5a8-448b-ac16-3f9fd83fa38c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:17.122460 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] Set router db19a29b-523b-4d70-b27c-a772d49b0ee5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:17.173330 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5a7028a6-3f39-46ac-a033-8cbc674db60a req-1001f4fa-c40c-456c-ab1e-ae0af7313da6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 210 time: 0.0829351 Sep 04 16:02:17.268672 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:17.290032 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:17.308943 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Transition to ACTIVE for port object f1f121e7-f8e9-46d0-820b-955bfc24fd5e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:17.312755 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:14Z', 'revision_number': 3, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:17.343791 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31845c26-4013-408f-b084-c5eebf2dd74f None None] The sync data for ids ['db19a29b-523b-4d70-b27c-a772d49b0ee5'] in dv-cinder-799663-6-iscsi is: [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:14Z', 'revision_number': 3, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:02:17.358987 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:17.398742 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:17.420892 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Network 22f13c3b-fc69-4058-a052-458d89dba1fb is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:17.433953 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:17.437638 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Network 12127e24-3593-40c4-b60a-7e53f354ca9b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:17.438671 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:17.444489 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:17.445180 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:17.447580 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Pushing event updated for resources: {'Port': ['ID=33ecc3f9-bc7e-4b11-b096-32847312772f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:17.454451 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:17.459518 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:17.460102 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373993'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:17.542291 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-8b915fe7-f7a6-4995-b779-93ed7c2fe4f6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2233250 Sep 04 16:02:17.553198 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f121e7-f8e9-46d0-820b-955bfc24fd5e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:17.574716 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Request body: {'port': {'device_id': '6a639f6b-7980-4eb3-b3d6-974190acf0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:17.691620 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:17.702538 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:17.794160 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-13b37947-ae30-4981-b648-635bc6a7df36 None None] Provisioning for port f1f121e7-f8e9-46d0-820b-955bfc24fd5e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:17.798715 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-13b37947-ae30-4981-b648-635bc6a7df36 None None] Provisioning complete for port f1f121e7-f8e9-46d0-820b-955bfc24fd5e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:17.799197 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-13b37947-ae30-4981-b648-635bc6a7df36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:17.839484 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-13b37947-ae30-4981-b648-635bc6a7df36 None None] Port f1f121e7-f8e9-46d0-820b-955bfc24fd5e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:02:18.037558 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.047561 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.048251 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914009'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.145536 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ecc3f9-bc7e-4b11-b096-32847312772f {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:02:18.156256 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f121e7-f8e9-46d0-820b-955bfc24fd5e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:18.183773 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.209320 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Transition to ACTIVE for port object 33ecc3f9-bc7e-4b11-b096-32847312772f will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:18.217377 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.274003 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Network 12127e24-3593-40c4-b60a-7e53f354ca9b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:18.285605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:18.288625 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Pushing event updated for resources: {'Port': ['ID=33ecc3f9-bc7e-4b11-b096-32847312772f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:18.360278 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69609eb2-4001-4b9e-aaf6-c40509062d87 req-fc5f6614-677c-42a4-a793-d1b9060fdd60 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:18.362630 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-69609eb2-4001-4b9e-aaf6-c40509062d87 req-fc5f6614-677c-42a4-a793-d1b9060fdd60 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 943 time: 0.0966518 Sep 04 16:02:18.409637 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Attempting to bind port 33ecc3f9-bc7e-4b11-b096-32847312772f on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:18.409974 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Attempting to bind port 33ecc3f9-bc7e-4b11-b096-32847312772f by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '745a5ccf-06d1-463b-833f-896e2696eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:18.410302 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Attempting to bind port 33ecc3f9-bc7e-4b11-b096-32847312772f on network 22f13c3b-fc69-4058-a052-458d89dba1fb {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:18.434002 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Port 33ecc3f9-bc7e-4b11-b096-32847312772f on network 22f13c3b-fc69-4058-a052-458d89dba1fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:02:18.434327 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Attempting to bind port 33ecc3f9-bc7e-4b11-b096-32847312772f on network 22f13c3b-fc69-4058-a052-458d89dba1fb {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:18.435638 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-69609eb2-4001-4b9e-aaf6-c40509062d87 req-13909c5c-d88c-4df4-bf79-b9945a248388 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579932 Sep 04 16:02:18.443274 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:18.443641 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Checking segment: {'id': '745a5ccf-06d1-463b-833f-896e2696eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:18.443992 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Bound using segment: {'id': '745a5ccf-06d1-463b-833f-896e2696eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:18.444420 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Bound port: 33ecc3f9-bc7e-4b11-b096-32847312772f, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745a5ccf-06d1-463b-833f-896e2696eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:18.444780 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.535349 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 44668) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:18.539300 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 8526db19-b5a8-448b-ac16-3f9fd83fa38c up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:18.545593 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Router db19a29b-523b-4d70-b27c-a772d49b0ee5 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:02:18.562654 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] For port 33ecc3f9-bc7e-4b11-b096-32847312772f, host hv-cinder-79966, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:18.566124 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] For port 33ecc3f9-bc7e-4b11-b096-32847312772f, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=33ecc3f9-bc7e-4b11-b096-32847312772f,segment=NetworkSegment(745a5ccf-06d1-463b-833f-896e2696eacb),segment_id=745a5ccf-06d1-463b-833f-896e2696eacb)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:18.573336 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.639893 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 8526db19-b5a8-448b-ac16-3f9fd83fa38c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:18.647105 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 8526db19-b5a8-448b-ac16-3f9fd83fa38c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:18.647684 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.705581 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-90486702-05c9-46c7-b025-3d57274c907a None None] Provisioning complete for port f1f121e7-f8e9-46d0-820b-955bfc24fd5e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:18.705868 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-90486702-05c9-46c7-b025-3d57274c907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.771114 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-90486702-05c9-46c7-b025-3d57274c907a None None] Port f1f121e7-f8e9-46d0-820b-955bfc24fd5e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:02:18.781603 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.803070 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 8526db19-b5a8-448b-ac16-3f9fd83fa38c, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=8526db19-b5a8-448b-ac16-3f9fd83fa38c,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:18.808022 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.808951 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 3b5e5124-74ef-4ba3-81d7-eee3f900eafc up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:18.888370 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=8526db19-b5a8-448b-ac16-3f9fd83fa38c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:18.898853 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:18.899326 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.940978 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:18.941588 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:18.942966 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/33ecc3f9-bc7e-4b11-b096-32847312772f HTTP/1.1" status: 200 len: 1093 time: 1.3748548 Sep 04 16:02:18.944734 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a639f6b-7980-4eb3-b3d6-974190acf0d6', 'tag': '33ecc3f9-bc7e-4b11-b096-32847312772f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:02:18.947036 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8216c126-a874-4f3e-9a1e-03605e9449c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a639f6b-7980-4eb3-b3d6-974190acf0d6", "tag": "33ecc3f9-bc7e-4b11-b096-32847312772f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:02:19.010030 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78e298-574e-4e59-91ca-8bca140d43e0 service neutron] Pushing event updated for resources: {'Port': ['ID=33ecc3f9-bc7e-4b11-b096-32847312772f,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:19.014613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e734a132-bd79-478f-a027-3b6417eca1d6 x-openstack-request-id: req-e734a132-bd79-478f-a027-3b6417eca1d6 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:02:19.015092 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a639f6b-7980-4eb3-b3d6-974190acf0d6", "tag": "33ecc3f9-bc7e-4b11-b096-32847312772f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:02:19.015343 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e734a132-bd79-478f-a027-3b6417eca1d6 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:02:19.015720 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a639f6b-7980-4eb3-b3d6-974190acf0d6', 'tag': '33ecc3f9-bc7e-4b11-b096-32847312772f', 'status': 'completed', 'code': 200} Sep 04 16:02:19.036079 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-517445fd-4c35-4790-816d-90b95236c787 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a2ff8b61d74458c99e99c8a5d42b5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982042 Sep 04 16:02:19.038608 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 44676) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:19.050479 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:02:19.056906 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-332b4f94-f675-410f-b17c-ca5a4b639e80 admin admin] 10.222.0.53 "PUT /v2.0/routers/db19a29b-523b-4d70-b27c-a772d49b0ee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3040390 Sep 04 16:02:19.064633 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-30ac057c-93b4-49d2-8422-f22d2dc0a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:19.066175 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-30ac057c-93b4-49d2-8422-f22d2dc0a5fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f92403569244469b912477657549eed&device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0684962 Sep 04 16:02:19.068664 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Sync routers for ids ['db19a29b-523b-4d70-b27c-a772d49b0ee5'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:02:19.079447 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Routers {'db19a29b-523b-4d70-b27c-a772d49b0ee5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:19.080078 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['db19a29b-523b-4d70-b27c-a772d49b0ee5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:19.099821 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fa2bfd7b-82bf-4a74-a511-764f7edc057c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:19.127405 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-65221c01-ed28-4e21-aa41-34f947b46027 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33ecc3f9-bc7e-4b11-b096-32847312772f HTTP/1.1" status: 200 len: 217 time: 0.0431857 Sep 04 16:02:19.135553 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fa2bfd7b-82bf-4a74-a511-764f7edc057c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:19.197152 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fa2bfd7b-82bf-4a74-a511-764f7edc057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:19.201670 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fa2bfd7b-82bf-4a74-a511-764f7edc057c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:19.209654 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-fa2bfd7b-82bf-4a74-a511-764f7edc057c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/381cc4bd-f195-41aa-947a-fc38e838d563 HTTP/1.1" status: 204 len: 168 time: 0.1699669 Sep 04 16:02:19.223541 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bfd7b-82bf-4a74-a511-764f7edc057c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381cc4bd-f195-41aa-947a-fc38e838d563,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:19.226250 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-98836369-a1d7-4844-8d85-d3ce2ac5394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:19.227737 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-98836369-a1d7-4844-8d85-d3ce2ac5394f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6492be-e7c8-4cd4-9387-87896b44db0f HTTP/1.1" status: 200 len: 847 time: 0.0804055 Sep 04 16:02:19.231875 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Set router db19a29b-523b-4d70-b27c-a772d49b0ee5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:19.262420 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-26de2155-1e1f-4c28-9fe2-982c1dac0d2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22f13c3b-fc69-4058-a052-458d89dba1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265133 Sep 04 16:02:19.374563 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-13591c8c-42c7-4f54-960b-57f98792d71f service neutron] 10.222.0.46 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032784 Sep 04 16:02:19.480968 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-53cea63d-6189-4db2-8f5c-6835afca69b5 req-2272cec7-03df-4f6c-906a-94798fe73f6e service neutron] 10.222.0.46 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917118 Sep 04 16:02:19.504347 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:17Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'f1f121e7-f8e9-46d0-820b-955bfc24fd5e', 'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'mac_address': 'fa:16:3e:a7:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:16Z', 'updated_at': '2021-09-04T16:02:17Z', 'revision_number': 2, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'subnets': [{'id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:19.537952 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Checking router: db19a29b-523b-4d70-b27c-a772d49b0ee5 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:02:19.538315 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Updating router db19a29b-523b-4d70-b27c-a772d49b0ee5 port f1f121e7-f8e9-46d0-820b-955bfc24fd5e binding host dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:02:19.572464 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:19.595869 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eb316-6415-4805-aed7-18235da5b3fa req-3c6b2ca4-3fcc-48fe-9299-5b62f6db5ba7 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:19.597676 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-587eb316-6415-4805-aed7-18235da5b3fa req-3c6b2ca4-3fcc-48fe-9299-5b62f6db5ba7 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 943 time: 0.0721292 Sep 04 16:02:19.684395 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c126-a874-4f3e-9a1e-03605e9449c1 req-9a5b04e6-fa2d-4aaf-83e7-2a5f59ad8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:19.686003 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8216c126-a874-4f3e-9a1e-03605e9449c1 req-9a5b04e6-fa2d-4aaf-83e7-2a5f59ad8b0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f92403569244469b912477657549eed&device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 1096 time: 0.1321061 Sep 04 16:02:19.696737 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-587eb316-6415-4805-aed7-18235da5b3fa req-f8c770c2-ac67-411f-8a48-50a912c334dd tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926952 Sep 04 16:02:19.861398 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c126-a874-4f3e-9a1e-03605e9449c1 req-1108d3ec-786d-434e-b20e-426b6924cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:19.864078 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8216c126-a874-4f3e-9a1e-03605e9449c1 req-1108d3ec-786d-434e-b20e-426b6924cfb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=22f13c3b-fc69-4058-a052-458d89dba1fb HTTP/1.1" status: 200 len: 908 time: 0.1693332 Sep 04 16:02:19.926749 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8216c126-a874-4f3e-9a1e-03605e9449c1 req-8eb020c7-2edd-4f9d-abe6-9eefdbbbd28c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33ecc3f9-bc7e-4b11-b096-32847312772f HTTP/1.1" status: 200 len: 217 time: 0.0464525 Sep 04 16:02:19.961648 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 44716) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:19.966807 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1610880613-network', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:19.992729 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:19.997612 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Made reservation on behalf of fa8b9feec4624163b198a99d0b7d28f8 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:02:20.000244 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.002577 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c126-a874-4f3e-9a1e-03605e9449c1 req-60a42909-add5-4a3a-8c6d-6edbe9fdabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:20.004541 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8216c126-a874-4f3e-9a1e-03605e9449c1 req-60a42909-add5-4a3a-8c6d-6edbe9fdabc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa6492be-e7c8-4cd4-9387-87896b44db0f HTTP/1.1" status: 200 len: 847 time: 0.0705700 Sep 04 16:02:20.009511 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.011863 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Transition to ACTIVE for port object f1f121e7-f8e9-46d0-820b-955bfc24fd5e will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:20.018965 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.049148 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8216c126-a874-4f3e-9a1e-03605e9449c1 req-0b3043af-4830-462d-9c8c-449a7067314c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22f13c3b-fc69-4058-a052-458d89dba1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361011 Sep 04 16:02:20.086088 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49443f2-e11f-4b94-9a4e-8cbbd800913e None None] Pushing event updated for resources: {'Port': ['ID=f1f121e7-f8e9-46d0-820b-955bfc24fd5e,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:20.146368 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Attempting to bind port f1f121e7-f8e9-46d0-820b-955bfc24fd5e on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:20.146368 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Attempting to bind port f1f121e7-f8e9-46d0-820b-955bfc24fd5e by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:20.146832 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Attempting to bind port f1f121e7-f8e9-46d0-820b-955bfc24fd5e on network 12127e24-3593-40c4-b60a-7e53f354ca9b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:20.153669 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:20.153952 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Checking segment: {'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:20.154265 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.154833 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Bound using segment: {'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:20.155371 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Bound port: f1f121e7-f8e9-46d0-820b-955bfc24fd5e, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:20.155760 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.179546 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.186477 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.226507 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:02:20.244994 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] For port f1f121e7-f8e9-46d0-820b-955bfc24fd5e, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:20.246780 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091cd9bf-3ebc-44b3-8e11-857bcc70c0a3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:20.250568 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] For port f1f121e7-f8e9-46d0-820b-955bfc24fd5e, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=f1f121e7-f8e9-46d0-820b-955bfc24fd5e,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:20.253797 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.254065 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8216c126-a874-4f3e-9a1e-03605e9449c1 req-7487a49b-04c1-4211-a9a8-fe888e93c1ee service neutron] 10.222.0.46 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886477 Sep 04 16:02:20.254527 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Added segment f40afeb3-dc54-45d1-8c3d-961998a8b3e9 of type vlan for network 975c746c-f8cc-4fc9-bf37-898320a2d422 Sep 04 16:02:20.257986 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.309633 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.328997 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Routers {'db19a29b-523b-4d70-b27c-a772d49b0ee5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:20.329643 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['db19a29b-523b-4d70-b27c-a772d49b0ee5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:20.348107 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.349059 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:20.349881 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.409628 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4435046 Sep 04 16:02:20.409628 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 44724) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:20.419379 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Request body: {'subnet': {'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1610880613-subnet', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:20.432677 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8216c126-a874-4f3e-9a1e-03605e9449c1 req-e4cfc8ff-bcb2-4147-bc39-a2e92c7bed20 service neutron] 10.222.0.46 "GET /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688378 Sep 04 16:02:20.440800 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49443f2-e11f-4b94-9a4e-8cbbd800913e None None] Pushing event updated for resources: {'Port': ['ID=f1f121e7-f8e9-46d0-820b-955bfc24fd5e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:20.446571 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 8526db19-b5a8-448b-ac16-3f9fd83fa38c up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:20.537857 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cabbbe-c23c-49ad-a91e-f4a167f60b1f admin admin] Pushing event updated for resources: {'Network': ['ID=975c746c-f8cc-4fc9-bf37-898320a2d422,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:20.549035 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Made reservation on behalf of fa8b9feec4624163b198a99d0b7d28f8 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:02:20.552234 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29123291'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.715263 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] Set router db19a29b-523b-4d70-b27c-a772d49b0ee5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:20.754633 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 975c746c-f8cc-4fc9-bf37-898320a2d422 details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:02:20.834908 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25244428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29123317'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.914005 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be6f77c-6982-4824-8885-cbad058e23c9,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:20.921549 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Checking segment: {'id': 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:20.922493 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Network hostable DHCP agents. Network: 975c746c-f8cc-4fc9-bf37-898320a2d422, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:02:20.922809 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf8f8c-2bec-46be-9e3c-ff1bf91ebb99 req-61b44ea0-3fc4-4985-a72e-589b1270361a tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:20.924610 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cecf8f8c-2bec-46be-9e3c-ff1bf91ebb99 req-61b44ea0-3fc4-4985-a72e-589b1270361a tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 943 time: 0.0954096 Sep 04 16:02:20.938258 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 8526db19-b5a8-448b-ac16-3f9fd83fa38c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:20.938652 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:20.950920 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Network 975c746c-f8cc-4fc9-bf37-898320a2d422 is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:02:20.964169 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 975c746c-f8cc-4fc9-bf37-898320a2d422) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:20.969486 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:20.970268 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.012179 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b4a176-76a6-489d-bd36-f683de06d7ab None None] Network 975c746c-f8cc-4fc9-bf37-898320a2d422 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:02:21.012924 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9ef4d9e1-e803-433b-9117-c52bbd8d72d0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5992656 Sep 04 16:02:21.021612 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 44748) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:21.024177 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cecf8f8c-2bec-46be-9e3c-ff1bf91ebb99 req-75691225-3b5c-423b-ae19-a7bd37091b56 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898840 Sep 04 16:02:21.035542 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1610880613-router', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:21.076322 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26187'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.080108 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3914403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26226'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.106573 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1cfb6-2c9d-4f30-9003-8b98ddcfa63b req-8689bcf6-a6f4-422f-88fa-89edc294f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:21.109325 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aaa1cfb6-2c9d-4f30-9003-8b98ddcfa63b req-8689bcf6-a6f4-422f-88fa-89edc294f67c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 1098 time: 0.0595667 Sep 04 16:02:21.196534 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.229290 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1cfb6-2c9d-4f30-9003-8b98ddcfa63b req-c7a1cf48-fe6b-421a-9187-18fa2aaa9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:21.231132 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aaa1cfb6-2c9d-4f30-9003-8b98ddcfa63b req-c7a1cf48-fe6b-421a-9187-18fa2aaa9322 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 919 time: 0.1127698 Sep 04 16:02:21.281937 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b69fc18-f8a6-50e2-9dd4-70f05aad994d-975c746c-f8cc-4fc9-bf37-898320a2d422', 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'fixed_ips': [{'subnet_id': '3be6f77c-6982-4824-8885-cbad058e23c9'}]}} from dv-cinder-799663-6-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 04 16:02:21.282786 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.319366 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:17Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'f1f121e7-f8e9-46d0-820b-955bfc24fd5e', 'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'mac_address': 'fa:16:3e:a7:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:16Z', 'updated_at': '2021-09-04T16:02:20Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'subnets': [{'id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:21.335807 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aaa1cfb6-2c9d-4f30-9003-8b98ddcfa63b req-9724e879-6e1a-43a3-9887-d1c0eec22c45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2254a7-c85a-456f-b859-a236849fbf58 HTTP/1.1" status: 200 len: 217 time: 0.0555553 Sep 04 16:02:21.353045 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.397131 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1cfb6-2c9d-4f30-9003-8b98ddcfa63b req-cde701b4-0951-45af-ac28-750f0a6e2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:21.398936 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aaa1cfb6-2c9d-4f30-9003-8b98ddcfa63b req-cde701b4-0951-45af-ac28-750f0a6e2d8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 200 len: 858 time: 0.0555038 Sep 04 16:02:21.400695 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a951a-cb94-4bec-8958-d2a1378f24b0 None None] The sync data for ids ['db19a29b-523b-4d70-b27c-a772d49b0ee5'] in dv-cinder-799663-6-iscsi is: [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:17Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'f1f121e7-f8e9-46d0-820b-955bfc24fd5e', 'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'mac_address': 'fa:16:3e:a7:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:16Z', 'updated_at': '2021-09-04T16:02:20Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'subnets': [{'id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:02:21.428447 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00e2d6-c65e-42af-a695-bf387a7b2cae req-103d6546-f6da-410f-8b30-bcdfbb972dea tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:21.430040 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ee00e2d6-c65e-42af-a695-bf387a7b2cae req-103d6546-f6da-410f-8b30-bcdfbb972dea tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0736504 Sep 04 16:02:21.450163 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aaa1cfb6-2c9d-4f30-9003-8b98ddcfa63b req-bd9f1259-004f-4655-a788-a9a2ad14a66d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a632102c-6130-4abb-b1c8-54457bd9a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398164 Sep 04 16:02:21.510372 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Allocated IP 172.20.0.2 (975c746c-f8cc-4fc9-bf37-898320a2d422/3be6f77c-6982-4824-8885-cbad058e23c9/121fd9de-41da-430d-9143-5725af98d838) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:21.530139 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ee00e2d6-c65e-42af-a695-bf387a7b2cae req-c9b36254-55a1-4697-b33e-baef4240589d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923152 Sep 04 16:02:21.600744 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aaa1cfb6-2c9d-4f30-9003-8b98ddcfa63b req-ce28705a-6a2b-45b8-b50a-ebb7c375e2d0 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255479 Sep 04 16:02:21.693389 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.710974 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.714770 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.723457 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Transition to ACTIVE for port object 121fd9de-41da-430d-9143-5725af98d838 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:21.730201 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aaa1cfb6-2c9d-4f30-9003-8b98ddcfa63b req-dfb88c74-03f7-4726-b9f5-9f7b1c2c01c5 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178396 Sep 04 16:02:21.745627 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Transition to ACTIVE for port object 121fd9de-41da-430d-9143-5725af98d838 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:21.754278 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.805950 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Pushing event updated for resources: {'Port': ['ID=121fd9de-41da-430d-9143-5725af98d838,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:21.829890 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Network 975c746c-f8cc-4fc9-bf37-898320a2d422 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:21.831353 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:21.834238 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:21.845041 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Allocated IP 172.27.2.183 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/77756ae7-e912-4fc9-9319-d225fb65122b) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:21.889558 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Attempting to bind port 121fd9de-41da-430d-9143-5725af98d838 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:21.889928 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Attempting to bind port 121fd9de-41da-430d-9143-5725af98d838 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:21.890289 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Attempting to bind port 121fd9de-41da-430d-9143-5725af98d838 on network 975c746c-f8cc-4fc9-bf37-898320a2d422 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:21.895861 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:21.896298 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Checking segment: {'id': 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:21.896731 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.897191 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Bound using segment: {'id': 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:21.897694 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Bound port: 121fd9de-41da-430d-9143-5725af98d838, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:21.898147 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.964254 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:21.977095 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-523171af-4099-4d71-924b-dd6a969c160e None None] For port 121fd9de-41da-430d-9143-5725af98d838, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:21.982101 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-523171af-4099-4d71-924b-dd6a969c160e None None] For port 121fd9de-41da-430d-9143-5725af98d838, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=121fd9de-41da-430d-9143-5725af98d838,segment=NetworkSegment(f40afeb3-dc54-45d1-8c3d-961998a8b3e9),segment_id=f40afeb3-dc54-45d1-8c3d-961998a8b3e9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:21.989623 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:22.010496 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:22.055875 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:22.059833 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:22.068181 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:22.071560 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523171af-4099-4d71-924b-dd6a969c160e None None] Pushing event updated for resources: {'Port': ['ID=121fd9de-41da-430d-9143-5725af98d838,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:22.072042 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Pushing event updated for resources: {'Port': ['ID=77756ae7-e912-4fc9-9319-d225fb65122b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:22.208824 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafc1fe-be9d-4110-b0d0-08ffc81ab43d req-48e69ac9-164f-420d-9f9e-66f34429db8e tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:22.213584 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0aafc1fe-be9d-4110-b0d0-08ffc81ab43d req-48e69ac9-164f-420d-9f9e-66f34429db8e tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 943 time: 0.0730274 Sep 04 16:02:22.358744 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0aafc1fe-be9d-4110-b0d0-08ffc81ab43d req-5cc025c2-15a5-4ce3-9936-5f43ed8ff6a4 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383429 Sep 04 16:02:22.469336 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device f1f121e7-f8e9-46d0-820b-955bfc24fd5e up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:22.577151 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port f1f121e7-f8e9-46d0-820b-955bfc24fd5e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:22.582279 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port f1f121e7-f8e9-46d0-820b-955bfc24fd5e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:22.582627 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:22.677541 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:22.711177 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3f1f7-a471-431c-9838-c16cdccfb69c req-a1ae7db6-30d6-4731-871e-af4385eeda2f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:22.712852 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0ce3f1f7-a471-431c-9838-c16cdccfb69c req-a1ae7db6-30d6-4731-871e-af4385eeda2f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0673614 Sep 04 16:02:22.713002 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port f1f121e7-f8e9-46d0-820b-955bfc24fd5e, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=f1f121e7-f8e9-46d0-820b-955bfc24fd5e,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:22.717445 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:22.743006 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:22.769170 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=f1f121e7-f8e9-46d0-820b-955bfc24fd5e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:22.819120 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0ce3f1f7-a471-431c-9838-c16cdccfb69c req-25946c1b-3951-4b24-8d9f-6dea20e92b1a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953670 Sep 04 16:02:22.965566 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:23.044553 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 33ecc3f9-bc7e-4b11-b096-32847312772f details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:02:23.108352 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Router bed27d1b-4eec-439f-b204-c62529aca8a1 is scheduled to L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:02:23.153036 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 33ecc3f9-bc7e-4b11-b096-32847312772f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=33ecc3f9-bc7e-4b11-b096-32847312772f,segment=NetworkSegment(745a5ccf-06d1-463b-833f-896e2696eacb),segment_id=745a5ccf-06d1-463b-833f-896e2696eacb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:23.168383 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': '33ecc3f9-bc7e-4b11-b096-32847312772f', 'network_id': '22f13c3b-fc69-4058-a052-458d89dba1fb', 'port_id': '33ecc3f9-bc7e-4b11-b096-32847312772f', 'mac_address': 'fa:16:3e:24:1c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6492be-e7c8-4cd4-9387-87896b44db0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:02:23.208264 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:23.211668 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f6f9f-010c-411e-91a4-e2723f36ee48 None None] Network 975c746c-f8cc-4fc9-bf37-898320a2d422 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:02:23.221130 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:02:23.230435 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Sync routers for ids ['bed27d1b-4eec-439f-b204-c62529aca8a1'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:02:23.233684 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ecc3f9-bc7e-4b11-b096-32847312772f {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:02:23.237496 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:23.241007 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Routers {'bed27d1b-4eec-439f-b204-c62529aca8a1'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:23.241560 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 44776) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:23.241672 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-167e342d-a89a-4259-867f-1ec1a1f83910 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2190018 Sep 04 16:02:23.241752 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['bed27d1b-4eec-439f-b204-c62529aca8a1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:23.296172 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 33ecc3f9-bc7e-4b11-b096-32847312772f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=33ecc3f9-bc7e-4b11-b096-32847312772f,segment=NetworkSegment(745a5ccf-06d1-463b-833f-896e2696eacb),segment_id=745a5ccf-06d1-463b-833f-896e2696eacb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:23.308607 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:23.354313 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-d35dc01d-6df3-472c-8950-d4f7a6341659 None None] Provisioning for port 121fd9de-41da-430d-9143-5725af98d838 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:23.365257 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Set router bed27d1b-4eec-439f-b204-c62529aca8a1 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:23.415433 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=33ecc3f9-bc7e-4b11-b096-32847312772f,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:23.585507 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'name': 'tempest-TestMinimumBasicScenario-1610880613-router', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:22Z', 'revision_number': 3, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'gw_port': {'id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:23.603602 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674e926-ccf1-49d9-9c62-5a92258aee5f req-8c218946-7172-4418-b064-b5eaf3214142 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:23.605772 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d674e926-ccf1-49d9-9c62-5a92258aee5f req-8c218946-7172-4418-b064-b5eaf3214142 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 944 time: 0.1021760 Sep 04 16:02:23.619868 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Checking router: bed27d1b-4eec-439f-b204-c62529aca8a1 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:02:23.620429 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Updating router bed27d1b-4eec-439f-b204-c62529aca8a1 port 77756ae7-e912-4fc9-9319-d225fb65122b binding host dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:02:23.647247 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:23.678831 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d674e926-ccf1-49d9-9c62-5a92258aee5f req-25ff6229-8f7b-4c05-8ff9-d871c5185a84 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669305 Sep 04 16:02:23.765731 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:23.923980 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Allocated IP 172.20.0.1 (975c746c-f8cc-4fc9-bf37-898320a2d422/3be6f77c-6982-4824-8885-cbad058e23c9/5f1c0244-8ca8-4232-8204-6b6dadb76882) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:23.938635 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:23.949820 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Transition to ACTIVE for port object 77756ae7-e912-4fc9-9319-d225fb65122b will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:23.955298 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.012284 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Attempting to bind port 77756ae7-e912-4fc9-9319-d225fb65122b on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:24.012658 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Attempting to bind port 77756ae7-e912-4fc9-9319-d225fb65122b by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:24.013048 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Attempting to bind port 77756ae7-e912-4fc9-9319-d225fb65122b on network b16a2c4c-bd8a-4256-8514-e368c3f8c25b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:24.016143 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d3d3d-f2ce-4847-815b-acd1ad939326 None None] Pushing event updated for resources: {'Port': ['ID=77756ae7-e912-4fc9-9319-d225fb65122b,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:24.021703 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:24.022078 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:24.022482 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.023293 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Bound using segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:24.023678 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Bound port: 77756ae7-e912-4fc9-9319-d225fb65122b, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:24.024180 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.035922 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.049951 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Transition to ACTIVE for port object 5f1c0244-8ca8-4232-8204-6b6dadb76882 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:24.078041 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] For port 77756ae7-e912-4fc9-9319-d225fb65122b, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:24.081777 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] For port 77756ae7-e912-4fc9-9319-d225fb65122b, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=77756ae7-e912-4fc9-9319-d225fb65122b,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:24.082904 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.087945 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.123227 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Network 975c746c-f8cc-4fc9-bf37-898320a2d422 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:24.126102 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:24.129442 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:24.129912 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373993'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.151815 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d3d3d-f2ce-4847-815b-acd1ad939326 None None] Pushing event updated for resources: {'Port': ['ID=77756ae7-e912-4fc9-9319-d225fb65122b,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:24.159109 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Routers {'bed27d1b-4eec-439f-b204-c62529aca8a1'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:24.159844 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['bed27d1b-4eec-439f-b204-c62529aca8a1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:24.170734 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Pushing event updated for resources: {'Port': ['ID=5f1c0244-8ca8-4232-8204-6b6dadb76882,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:24.274761 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] Set router bed27d1b-4eec-439f-b204-c62529aca8a1 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:24.283734 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.431446 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 121fd9de-41da-430d-9143-5725af98d838 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:24.464979 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3bbd34ed-de0b-4a6a-a678-80a3a261c085 None None] Provisioning for port 5f1c0244-8ca8-4232-8204-6b6dadb76882 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:24.473411 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3bbd34ed-de0b-4a6a-a678-80a3a261c085 None None] Provisioning complete for port 5f1c0244-8ca8-4232-8204-6b6dadb76882 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:24.473872 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3bbd34ed-de0b-4a6a-a678-80a3a261c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.479061 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.485580 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.486378 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914009'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.518809 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd34ed-de0b-4a6a-a678-80a3a261c085 None None] Port 5f1c0244-8ca8-4232-8204-6b6dadb76882 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:02:24.524494 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 121fd9de-41da-430d-9143-5725af98d838 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:24.528708 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 121fd9de-41da-430d-9143-5725af98d838 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:24.529124 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.550373 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Pushing event updated for resources: {'Port': ['ID=5f1c0244-8ca8-4232-8204-6b6dadb76882,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:24.567595 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'name': 'tempest-TestMinimumBasicScenario-1610880613-router', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:22Z', 'revision_number': 3, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'gw_port': {'id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:24.595291 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21252261-d872-445d-9ccc-c4d6bc06ff0d None None] The sync data for ids ['bed27d1b-4eec-439f-b204-c62529aca8a1'] in dv-cinder-799663-6-iscsi is: [{'id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'name': 'tempest-TestMinimumBasicScenario-1610880613-router', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:22Z', 'revision_number': 3, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'gw_port': {'id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:02:24.625727 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.631862 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Network 975c746c-f8cc-4fc9-bf37-898320a2d422 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:24.633381 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:24.667159 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 121fd9de-41da-430d-9143-5725af98d838, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=121fd9de-41da-430d-9143-5725af98d838,segment=NetworkSegment(f40afeb3-dc54-45d1-8c3d-961998a8b3e9),segment_id=f40afeb3-dc54-45d1-8c3d-961998a8b3e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:24.671765 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.672643 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device f1f121e7-f8e9-46d0-820b-955bfc24fd5e up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:24.758428 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=121fd9de-41da-430d-9143-5725af98d838,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:24.767068 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Router bed27d1b-4eec-439f-b204-c62529aca8a1 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:02:24.776751 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port f1f121e7-f8e9-46d0-820b-955bfc24fd5e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:24.777502 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.901122 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:02:24.907587 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f21361ec-672a-4b13-b851-d20a53f46eae admin admin] 10.222.0.53 "PUT /v2.0/routers/bed27d1b-4eec-439f-b204-c62529aca8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6649709 Sep 04 16:02:24.944492 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b1d2703b-8ffc-4c71-a940-f8000c000523 None None] Provisioning complete for port 5f1c0244-8ca8-4232-8204-6b6dadb76882 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:24.945064 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b1d2703b-8ffc-4c71-a940-f8000c000523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:24.997755 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2703b-8ffc-4c71-a940-f8000c000523 None None] Port 5f1c0244-8ca8-4232-8204-6b6dadb76882 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:02:26.379849 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Sync routers for ids ['bed27d1b-4eec-439f-b204-c62529aca8a1'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:02:26.395253 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Routers {'bed27d1b-4eec-439f-b204-c62529aca8a1'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:26.396245 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['bed27d1b-4eec-439f-b204-c62529aca8a1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:26.602073 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 121fd9de-41da-430d-9143-5725af98d838 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:26.680724 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Set router bed27d1b-4eec-439f-b204-c62529aca8a1 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:26.708236 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 121fd9de-41da-430d-9143-5725af98d838 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:26.708609 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:26.910864 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 77756ae7-e912-4fc9-9319-d225fb65122b up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:27.006161 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 77756ae7-e912-4fc9-9319-d225fb65122b completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:27.010477 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 77756ae7-e912-4fc9-9319-d225fb65122b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:27.010682 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:27.036358 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'name': 'tempest-TestMinimumBasicScenario-1610880613-router', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:24Z', 'revision_number': 4, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'gw_port': {'id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5f1c0244-8ca8-4232-8204-6b6dadb76882', 'name': '', 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'mac_address': 'fa:16:3e:5c:c3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '3be6f77c-6982-4824-8885-cbad058e23c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:23Z', 'updated_at': '2021-09-04T16:02:24Z', 'revision_number': 2, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'subnets': [{'id': '3be6f77c-6982-4824-8885-cbad058e23c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:27.072791 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Checking router: bed27d1b-4eec-439f-b204-c62529aca8a1 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:02:27.073182 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Updating router bed27d1b-4eec-439f-b204-c62529aca8a1 port 5f1c0244-8ca8-4232-8204-6b6dadb76882 binding host dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:02:27.129218 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:27.263824 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:27.301218 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 77756ae7-e912-4fc9-9319-d225fb65122b, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=77756ae7-e912-4fc9-9319-d225fb65122b,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:27.310414 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:27.422687 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=77756ae7-e912-4fc9-9319-d225fb65122b,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:27.559087 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:27.576139 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Transition to ACTIVE for port object 5f1c0244-8ca8-4232-8204-6b6dadb76882 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:27.592126 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:27.601330 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2175514-1717-4cfb-8551-53fe83f6d18f req-84872a9c-ccbd-46b9-845d-30950440ed01 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:27.603356 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f2175514-1717-4cfb-8551-53fe83f6d18f req-84872a9c-ccbd-46b9-845d-30950440ed01 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0833905 Sep 04 16:02:27.641891 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8583-c507-4b9e-ba19-5524d7dea059 req-067be25a-8669-48a1-9a42-77bc18314c52 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:27.652259 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-98df8583-c507-4b9e-ba19-5524d7dea059 req-067be25a-8669-48a1-9a42-77bc18314c52 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 944 time: 0.1023602 Sep 04 16:02:27.673995 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f439545-88d4-4a02-a28c-9e8aa869cdf1 None None] Pushing event updated for resources: {'Port': ['ID=5f1c0244-8ca8-4232-8204-6b6dadb76882,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:27.691358 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f2175514-1717-4cfb-8551-53fe83f6d18f req-cb1d13e1-7689-4dde-852a-925a572bb7bf tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697985 Sep 04 16:02:27.704692 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-98df8583-c507-4b9e-ba19-5524d7dea059 req-8fa0fefe-f0b0-4e3e-9bf6-0aa13325f0b7 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509670 Sep 04 16:02:27.715094 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Attempting to bind port 5f1c0244-8ca8-4232-8204-6b6dadb76882 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:27.715714 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Attempting to bind port 5f1c0244-8ca8-4232-8204-6b6dadb76882 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:27.716250 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Attempting to bind port 5f1c0244-8ca8-4232-8204-6b6dadb76882 on network 975c746c-f8cc-4fc9-bf37-898320a2d422 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:27.722536 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:27.723304 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Checking segment: {'id': 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:27.723939 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:27.724546 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Bound using segment: {'id': 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:27.725269 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Bound port: 5f1c0244-8ca8-4232-8204-6b6dadb76882, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:27.725915 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:27.809941 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] For port 5f1c0244-8ca8-4232-8204-6b6dadb76882, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:27.813362 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] For port 5f1c0244-8ca8-4232-8204-6b6dadb76882, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=5f1c0244-8ca8-4232-8204-6b6dadb76882,segment=NetworkSegment(f40afeb3-dc54-45d1-8c3d-961998a8b3e9),segment_id=f40afeb3-dc54-45d1-8c3d-961998a8b3e9)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:27.819376 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:27.877287 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Routers {'bed27d1b-4eec-439f-b204-c62529aca8a1'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:27.878050 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['bed27d1b-4eec-439f-b204-c62529aca8a1'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:27.976528 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f439545-88d4-4a02-a28c-9e8aa869cdf1 None None] Pushing event updated for resources: {'Port': ['ID=5f1c0244-8ca8-4232-8204-6b6dadb76882,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:28.045372 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] Set router bed27d1b-4eec-439f-b204-c62529aca8a1 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:28.163816 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['33ecc3f9-bc7e-4b11-b096-32847312772f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:02:28.381551 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 77756ae7-e912-4fc9-9319-d225fb65122b up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:28.419910 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'name': 'tempest-TestMinimumBasicScenario-1610880613-router', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:24Z', 'revision_number': 4, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'gw_port': {'id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5f1c0244-8ca8-4232-8204-6b6dadb76882', 'name': '', 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'mac_address': 'fa:16:3e:5c:c3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '3be6f77c-6982-4824-8885-cbad058e23c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:23Z', 'updated_at': '2021-09-04T16:02:27Z', 'revision_number': 4, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'subnets': [{'id': '3be6f77c-6982-4824-8885-cbad058e23c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:28.465471 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6e545-470a-426d-b5eb-a4cafd227025 None None] The sync data for ids ['bed27d1b-4eec-439f-b204-c62529aca8a1'] in dv-cinder-799663-6-iscsi is: [{'id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'name': 'tempest-TestMinimumBasicScenario-1610880613-router', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:24Z', 'revision_number': 4, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'gw_port': {'id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5f1c0244-8ca8-4232-8204-6b6dadb76882', 'name': '', 'network_id': '975c746c-f8cc-4fc9-bf37-898320a2d422', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'mac_address': 'fa:16:3e:5c:c3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '3be6f77c-6982-4824-8885-cbad058e23c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:23Z', 'updated_at': '2021-09-04T16:02:27Z', 'revision_number': 4, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'subnets': [{'id': '3be6f77c-6982-4824-8885-cbad058e23c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:02:28.498541 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 77756ae7-e912-4fc9-9319-d225fb65122b triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:28.498953 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:28.902909 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00467d3-073a-4ce6-ba58-2d5a042b7050 req-50b8e12b-efd9-425e-9787-e950b201b8d7 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:28.912999 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f00467d3-073a-4ce6-ba58-2d5a042b7050 req-50b8e12b-efd9-425e-9787-e950b201b8d7 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0882502 Sep 04 16:02:28.932763 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f144671-24d2-4c94-bf4d-a5bad8d971bd req-b30bc53d-06c2-49d2-9216-c3ea4b1134a0 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:28.944710 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8f144671-24d2-4c94-bf4d-a5bad8d971bd req-b30bc53d-06c2-49d2-9216-c3ea4b1134a0 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 944 time: 0.0967817 Sep 04 16:02:28.993199 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f00467d3-073a-4ce6-ba58-2d5a042b7050 req-56980dd3-6765-4d43-aeea-246f772f19f2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788291 Sep 04 16:02:29.020591 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8f144671-24d2-4c94-bf4d-a5bad8d971bd req-f306e246-2f23-4a1d-b5b0-791766c2ca54 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739403 Sep 04 16:02:30.124563 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53408f-30ff-4330-99aa-a411cc1d9897 req-d8109f7f-7617-4cb8-993e-29bd8ad49688 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:30.126385 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1a53408f-30ff-4330-99aa-a411cc1d9897 req-d8109f7f-7617-4cb8-993e-29bd8ad49688 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0589032 Sep 04 16:02:30.171962 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1a53408f-30ff-4330-99aa-a411cc1d9897 req-834afa57-d88e-4568-bf1f-b3b52e656d0b tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369775 Sep 04 16:02:30.310411 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ab335-e35f-4a80-a7e6-9a578ea2cc8d req-5d76c89e-8a2c-4379-a119-98dc965ec6b7 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:30.328452 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-074ab335-e35f-4a80-a7e6-9a578ea2cc8d req-5d76c89e-8a2c-4379-a119-98dc965ec6b7 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 944 time: 0.0842071 Sep 04 16:02:30.363303 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 5f1c0244-8ca8-4232-8204-6b6dadb76882 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:30.380727 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-074ab335-e35f-4a80-a7e6-9a578ea2cc8d req-41014848-9195-4c7d-af8a-a3c156c69698 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511565 Sep 04 16:02:30.440149 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 5f1c0244-8ca8-4232-8204-6b6dadb76882 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:30.444679 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 5f1c0244-8ca8-4232-8204-6b6dadb76882 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:30.445258 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:30.538489 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:30.599343 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 5f1c0244-8ca8-4232-8204-6b6dadb76882, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=5f1c0244-8ca8-4232-8204-6b6dadb76882,segment=NetworkSegment(f40afeb3-dc54-45d1-8c3d-961998a8b3e9),segment_id=f40afeb3-dc54-45d1-8c3d-961998a8b3e9)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:30.608442 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:30.678200 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=5f1c0244-8ca8-4232-8204-6b6dadb76882,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:32.328654 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 5f1c0244-8ca8-4232-8204-6b6dadb76882 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:32.382653 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 5f1c0244-8ca8-4232-8204-6b6dadb76882 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:32.383275 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:34.118286 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04443703-7a8e-4f91-915b-0f526249fe25 req-081e8f6b-cdf3-40e3-9095-d56fc2e2794f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:34.129735 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-04443703-7a8e-4f91-915b-0f526249fe25 req-081e8f6b-cdf3-40e3-9095-d56fc2e2794f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0830007 Sep 04 16:02:34.208338 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-04443703-7a8e-4f91-915b-0f526249fe25 req-1e8cba0c-43c7-4e12-901f-59d04f27be55 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772948 Sep 04 16:02:34.224738 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 33ecc3f9-bc7e-4b11-b096-32847312772f up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:34.316914 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port 33ecc3f9-bc7e-4b11-b096-32847312772f completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:34.323186 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port 33ecc3f9-bc7e-4b11-b096-32847312772f triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:34.323565 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:34.380814 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad9f1e-47e1-4c29-ba2e-205273a04a81 req-468cbd3f-ab2c-47e3-8cc0-2fee968638ce tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:34.382627 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d9ad9f1e-47e1-4c29-ba2e-205273a04a81 req-468cbd3f-ab2c-47e3-8cc0-2fee968638ce tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 944 time: 0.0635736 Sep 04 16:02:34.426243 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d9ad9f1e-47e1-4c29-ba2e-205273a04a81 req-264da544-ebb9-4505-8272-60c5d5e525fe tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363975 Sep 04 16:02:34.466371 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:34.492392 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a639f6b-7980-4eb3-b3d6-974190acf0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ecc3f9-bc7e-4b11-b096-32847312772f'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:02:34.494948 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd12c28-1961-46ee-83c2-4da559a38a14" -d '{"events": [{"server_uuid": "6a639f6b-7980-4eb3-b3d6-974190acf0d6", "name": "network-vif-plugged", "status": "completed", "tag": "33ecc3f9-bc7e-4b11-b096-32847312772f"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:02:34.509333 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 33ecc3f9-bc7e-4b11-b096-32847312772f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=33ecc3f9-bc7e-4b11-b096-32847312772f,segment=NetworkSegment(745a5ccf-06d1-463b-833f-896e2696eacb),segment_id=745a5ccf-06d1-463b-833f-896e2696eacb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:34.516511 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:34.541584 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3277312-20e2-4cec-9807-519a3df4e5f0 x-openstack-request-id: req-e3277312-20e2-4cec-9807-519a3df4e5f0 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:02:34.541902 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a639f6b-7980-4eb3-b3d6-974190acf0d6", "name": "network-vif-plugged", "status": "completed", "tag": "33ecc3f9-bc7e-4b11-b096-32847312772f", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:02:34.542085 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3277312-20e2-4cec-9807-519a3df4e5f0 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:02:34.542479 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a639f6b-7980-4eb3-b3d6-974190acf0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ecc3f9-bc7e-4b11-b096-32847312772f', 'code': 200} Sep 04 16:02:34.568380 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=33ecc3f9-bc7e-4b11-b096-32847312772f,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:34.576897 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.577239 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.577585 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.577919 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.578251 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.578580 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.578906 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.579229 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.579576 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.579905 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.580227 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.580546 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:34.824976 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c48c5-2d28-4354-8a03-16f52d1f4caa req-544f44dd-21c7-4371-ae05-352953068f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:34.826594 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-897c48c5-2d28-4354-8a03-16f52d1f4caa req-544f44dd-21c7-4371-ae05-352953068f45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 1098 time: 0.0420787 Sep 04 16:02:34.866491 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-897c48c5-2d28-4354-8a03-16f52d1f4caa req-973a4784-3d3e-4644-9c88-ade742f86797 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Sep 04 16:02:35.049564 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-407e3ef5-4d50-4268-a430-8e45026ca214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:35.457506 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28711e-cf02-43f2-a49f-3988d0501d52 req-f94effd3-8a6c-464e-b755-c44366817e58 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:35.459065 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8a28711e-cf02-43f2-a49f-3988d0501d52 req-f94effd3-8a6c-464e-b755-c44366817e58 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0605245 Sep 04 16:02:35.505000 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8a28711e-cf02-43f2-a49f-3988d0501d52 req-c648aac4-36cc-45b4-b190-38d7816aed87 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359895 Sep 04 16:02:35.574906 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-8e4dd03f-344d-498d-b279-dad58cd661b2 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:35.576749 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-8e4dd03f-344d-498d-b279-dad58cd661b2 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/networks?id=12127e24-3593-40c4-b60a-7e53f354ca9b HTTP/1.1" status: 200 len: 815 time: 0.1563501 Sep 04 16:02:35.594760 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-e0aba4d4-ac2b-46d8-a0b8-4adfeaa37706 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/quotas/41d4897cecf34ddc96c97c667ea73ba1 HTTP/1.1" status: 200 len: 375 time: 0.0103071 Sep 04 16:02:35.650518 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-d5bdffc3-f166-4956-bf59-a87aa2ac53c5 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=41d4897cecf34ddc96c97c667ea73ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491819 Sep 04 16:02:35.660678 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff56ba-633c-4045-9198-993ed827aede req-f1afeb05-cefb-4842-ab2e-4c3127e8c8b7 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:35.662426 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7bff56ba-633c-4045-9198-993ed827aede req-f1afeb05-cefb-4842-ab2e-4c3127e8c8b7 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 945 time: 0.0487740 Sep 04 16:02:35.700573 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7bff56ba-633c-4045-9198-993ed827aede req-70b1a144-578d-4ade-955c-d1518ff7f083 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Sep 04 16:02:35.746434 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-81b73b3b-d039-4fb7-850a-fc5afcb63242 service neutron] 10.222.0.53 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825825 Sep 04 16:02:35.835751 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-82ca05c4-b575-4ff6-a155-b2b3bb1bfb75 service neutron] 10.222.0.53 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833142 Sep 04 16:02:35.990399 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef368724-32f1-4ff1-b524-b03f3f3b1b85 req-70ed2e9c-3df5-41ce-9ec5-8358297df3ff tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 210 time: 0.0251570 Sep 04 16:02:37.871978 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-276d7882-89b9-4728-a909-381a783b59a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:38.117840 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:38.985979 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:40.675874 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0d7d3-f1ed-401c-b2d3-658fa6275cf8 req-8d859263-9478-4d48-8db3-de78a3d04523 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:40.677090 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:40.678487 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7cd0d7d3-f1ed-401c-b2d3-658fa6275cf8 req-8d859263-9478-4d48-8db3-de78a3d04523 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0608590 Sep 04 16:02:40.726140 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7cd0d7d3-f1ed-401c-b2d3-658fa6275cf8 req-452db04d-8ac3-423a-925c-a2a286d0fdb4 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Sep 04 16:02:40.787564 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651b327-1eec-4e15-9dd0-a74fecd1b82a req-7df1b759-3bc5-4b78-a369-d579b5c09c7c tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:40.789595 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f651b327-1eec-4e15-9dd0-a74fecd1b82a req-7df1b759-3bc5-4b78-a369-d579b5c09c7c tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 945 time: 0.0714438 Sep 04 16:02:40.812775 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-44ff026e-d4a5-4da9-9f3a-070fd4e95244 req-287b96c2-5429-455f-a436-b3762ad24d17 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 210 time: 0.0267453 Sep 04 16:02:40.833316 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f651b327-1eec-4e15-9dd0-a74fecd1b82a req-6433d78a-11b5-4489-a3c3-763bd87a6732 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371921 Sep 04 16:02:40.851390 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:41.900118 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b030b2-5c88-4b79-9152-87ddd1e9c4b1 req-4a709ae6-755b-4e96-bbc4-1af3adbc5fa2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:41.909268 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b6b030b2-5c88-4b79-9152-87ddd1e9c4b1 req-4a709ae6-755b-4e96-bbc4-1af3adbc5fa2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0694442 Sep 04 16:02:41.964631 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b6b030b2-5c88-4b79-9152-87ddd1e9c4b1 req-935d09eb-afbb-4c67-9df3-58bfeca34229 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Sep 04 16:02:41.982903 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd45132e-67e4-4597-b8c4-9407e321d41c req-efe48994-88d8-43a8-b488-d58c3083b4e0 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 210 time: 0.0467756 Sep 04 16:02:42.153190 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a4527-72a8-47e6-ae8a-f18f0da8518d req-8b02c682-2dec-46a6-8f12-58c057db605b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:42.154783 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c19a4527-72a8-47e6-ae8a-f18f0da8518d req-8b02c682-2dec-46a6-8f12-58c057db605b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 945 time: 0.1086771 Sep 04 16:02:42.183576 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-285640fb-3898-430b-b9f5-0f8f4b59c451 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:42.191484 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-285640fb-3898-430b-b9f5-0f8f4b59c451 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 815 time: 0.1311903 Sep 04 16:02:42.209827 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-c380ad7c-90ac-4511-8507-7ba49db92b9a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/quotas/39cf997e366848e5bbbeae43e4a71100 HTTP/1.1" status: 200 len: 375 time: 0.0172210 Sep 04 16:02:42.221479 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c19a4527-72a8-47e6-ae8a-f18f0da8518d req-ad09087b-8fea-4779-88d0-333c800f4888 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575318 Sep 04 16:02:42.275891 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-542dfb3c-218e-44b0-ac50-ca3cde4a344b tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649071 Sep 04 16:02:42.698765 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b7d2237a-e84f-42a7-88cc-db81d3a8fd75 service neutron] 10.222.0.53 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136372 Sep 04 16:02:42.726558 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-6a72fc00-0ef9-4a25-8522-c207f6e96a45 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:42.729053 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-6a72fc00-0ef9-4a25-8522-c207f6e96a45 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.46 "GET /v2.0/networks?id=12127e24-3593-40c4-b60a-7e53f354ca9b HTTP/1.1" status: 200 len: 815 time: 0.4210691 Sep 04 16:02:42.807042 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'port': {'device_id': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'admin_state_up': True, 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:42.831326 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-88fd9903-cc44-4eba-9216-d2bb0388d890 service neutron] 10.222.0.53 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231318 Sep 04 16:02:42.996821 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Made reservation on behalf of 41d4897cecf34ddc96c97c667ea73ba1 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:02:43.003595 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:43.122022 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ea229f9d-48f7-440b-8f09-4aa2bf50b3d2 req-4a49f26b-6a7c-4cc6-851f-9e9147a93792 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 210 time: 0.0709379 Sep 04 16:02:43.193257 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defce25-2cfb-40d4-ac6f-50dbbeb69c13 req-e68921ff-5acf-42ed-ae3c-998f8988ba7f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:43.202243 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8defce25-2cfb-40d4-ac6f-50dbbeb69c13 req-e68921ff-5acf-42ed-ae3c-998f8988ba7f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.1402035 Sep 04 16:02:43.311245 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8defce25-2cfb-40d4-ac6f-50dbbeb69c13 req-12276844-b791-4788-823a-dabddd747e87 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077843 Sep 04 16:02:43.314169 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Allocated IP 172.20.0.5 (12127e24-3593-40c4-b60a-7e53f354ca9b/9b70565c-38e8-46fd-ab81-5b0d3e332295/99061c21-d248-47a9-915f-3c8ea111de7e) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:43.346839 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0d7f223d-25dc-4296-9d58-ec124f413ae1 req-0a133a87-c905-4a66-820c-2c1d65c94c81 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 210 time: 0.1001806 Sep 04 16:02:43.558605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94189c9-e9a4-4e47-8aec-004c69d9aff8 req-5d033c4d-afbd-4c12-a616-b1e2e3a57905 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:43.560324 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e94189c9-e9a4-4e47-8aec-004c69d9aff8 req-5d033c4d-afbd-4c12-a616-b1e2e3a57905 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 945 time: 0.1197925 Sep 04 16:02:43.594919 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:43.622834 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Transition to ACTIVE for port object 99061c21-d248-47a9-915f-3c8ea111de7e will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:43.655173 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e94189c9-e9a4-4e47-8aec-004c69d9aff8 req-ea743a79-a8a3-42c0-aa86-2b04de1c2535 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846007 Sep 04 16:02:43.716082 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:43.765821 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Network 12127e24-3593-40c4-b60a-7e53f354ca9b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:43.768913 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:43.772642 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:43.778875 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:43.779485 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:43.788456 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'Port': ['ID=99061c21-d248-47a9-915f-3c8ea111de7e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:43.801635 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.802010 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.802380 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.802723 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.803056 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.803463 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.803818 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.805071 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.805071 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.805071 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.805444 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.805634 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:43.813570 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-35f8772c-d2e2-4cd6-a7c1-4df702da7dae tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0157762 Sep 04 16:02:44.025533 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a61293e3-6a3d-4918-ad64-177c278b4c73 None None] Provisioning for port 99061c21-d248-47a9-915f-3c8ea111de7e completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:44.030511 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a61293e3-6a3d-4918-ad64-177c278b4c73 None None] Provisioning complete for port 99061c21-d248-47a9-915f-3c8ea111de7e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:44.030843 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a61293e3-6a3d-4918-ad64-177c278b4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:44.068439 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-a61293e3-6a3d-4918-ad64-177c278b4c73 None None] Port 99061c21-d248-47a9-915f-3c8ea111de7e cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:02:47.179220 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 45138) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:47.299712 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ee11d5b-9f6e-4820-9e43-7cf5fd962012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:47.391975 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ee11d5b-9f6e-4820-9e43-7cf5fd962012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:47.396365 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0ee11d5b-9f6e-4820-9e43-7cf5fd962012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:47.435683 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0ee11d5b-9f6e-4820-9e43-7cf5fd962012 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f5be553bfd341e29906e60600f08a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552383 Sep 04 16:02:47.436442 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee11d5b-9f6e-4820-9e43-7cf5fd962012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5804067c-9dd9-45c4-bcef-b9e7a3e7f832,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:47.438655 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45142) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:47.489926 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:47.516310 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:47.580768 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:47.583607 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:47.589192 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5804067c-9dd9-45c4-bcef-b9e7a3e7f832 HTTP/1.1" status: 204 len: 168 time: 0.1449053 Sep 04 16:02:47.593982 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5804067c-9dd9-45c4-bcef-b9e7a3e7f832,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:47.601491 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.601839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.602188 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.602511 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.603444 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.603780 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.604111 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.604443 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.604765 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.605110 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.605669 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:47.605992 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d66ff4-68e3-4a98-83a2-f054248bcd20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:48.297609 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45166) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:48.396821 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1869496503-network', 'tenant_id': '8c055fbc23014694922ea7b0c836db67'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:48.421463 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Made reservation on behalf of 8c055fbc23014694922ea7b0c836db67 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:02:48.423839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:48.432814 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:48.525255 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:48.529889 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:48.562573 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:02:48.574660 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e0d147-8820-4837-9708-1ddb21d2317e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:48.582258 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:48.583199 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Added segment 413d8ff5-ceb4-412f-8176-fd700f50070b of type vlan for network 72295d43-0f94-491b-a513-1247311102ef Sep 04 16:02:48.628217 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:48.655697 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:48.656948 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:48.657699 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:48.689075 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3903155 Sep 04 16:02:48.691869 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45170) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:48.696782 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Request body: {'subnet': {'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1869496503-subnet', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:48.736740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dd144-2ab5-4149-972e-907ba10bdae5 admin admin] Pushing event updated for resources: {'Network': ['ID=72295d43-0f94-491b-a513-1247311102ef,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:48.751750 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 72295d43-0f94-491b-a513-1247311102ef details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:02:48.759992 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Made reservation on behalf of 8c055fbc23014694922ea7b0c836db67 for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:02:48.762635 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29123291'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:48.947568 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25244428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29123317'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:48.995481 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c5debb-be03-4030-a30b-45bba4ca8223,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:49.014514 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Checking segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:49.014866 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Network hostable DHCP agents. Network: 72295d43-0f94-491b-a513-1247311102ef, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:02:49.032155 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Network 72295d43-0f94-491b-a513-1247311102ef is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:02:49.040842 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 72295d43-0f94-491b-a513-1247311102ef) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:49.045019 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:49.045599 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.050622 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea9c89f-2e34-4b06-98dd-c9c660d64735 None None] Network 72295d43-0f94-491b-a513-1247311102ef requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:02:49.060345 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-cb7f9f03-ef12-431e-b25a-db4400174bd5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3674603 Sep 04 16:02:49.063350 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45172) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:49.067663 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:49.091428 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26187'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.093044 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3914403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26226'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.161793 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.224982 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b69fc18-f8a6-50e2-9dd4-70f05aad994d-72295d43-0f94-491b-a513-1247311102ef', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223'}]}} from dv-cinder-799663-6-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 04 16:02:49.225883 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.301440 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.376415 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Allocated IP 172.20.0.2 (72295d43-0f94-491b-a513-1247311102ef/c1c5debb-be03-4030-a30b-45bba4ca8223/2ac381ee-4f60-4383-aa14-80fc332cb221) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:49.525216 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.538554 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.547166 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.557345 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Transition to ACTIVE for port object 2ac381ee-4f60-4383-aa14-80fc332cb221 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:49.571825 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Transition to ACTIVE for port object 2ac381ee-4f60-4383-aa14-80fc332cb221 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:49.578642 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.618991 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Network 72295d43-0f94-491b-a513-1247311102ef is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:49.622376 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:49.624982 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:49.641156 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Pushing event updated for resources: {'Port': ['ID=2ac381ee-4f60-4383-aa14-80fc332cb221,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:49.671785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Allocated IP 172.27.2.236 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/7c000471-1748-4be2-a29f-6241c1d82e7c) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:49.705829 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Attempting to bind port 2ac381ee-4f60-4383-aa14-80fc332cb221 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:49.706572 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Attempting to bind port 2ac381ee-4f60-4383-aa14-80fc332cb221 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:49.707646 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Attempting to bind port 2ac381ee-4f60-4383-aa14-80fc332cb221 on network 72295d43-0f94-491b-a513-1247311102ef {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:49.719697 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:49.720380 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Checking segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:49.720968 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.721502 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Bound using segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:49.722116 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Bound port: 2ac381ee-4f60-4383-aa14-80fc332cb221, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:49.722670 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.787464 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] For port 2ac381ee-4f60-4383-aa14-80fc332cb221, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:49.791305 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] For port 2ac381ee-4f60-4383-aa14-80fc332cb221, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=2ac381ee-4f60-4383-aa14-80fc332cb221,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:49.795511 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.802602 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.860430 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:49.873305 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ceab2-a21f-4e7d-adf8-93deed3f3351 None None] Pushing event updated for resources: {'Port': ['ID=2ac381ee-4f60-4383-aa14-80fc332cb221,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:49.908635 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:49.910571 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:49.913028 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Pushing event updated for resources: {'Port': ['ID=7c000471-1748-4be2-a29f-6241c1d82e7c,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:49.918648 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:50.238158 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:50.403732 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 2ac381ee-4f60-4383-aa14-80fc332cb221 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:50.474365 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 2ac381ee-4f60-4383-aa14-80fc332cb221 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:50.530608 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:50.774684 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Router 42ba80ca-7e58-4b88-87fc-80d4945c6675 is scheduled to L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:02:51.003743 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914f3a0e-cd74-484e-b682-2f252d16dbb8 None None] Network 72295d43-0f94-491b-a513-1247311102ef requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:02:51.097883 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a79c698c-393f-446d-8ab1-22e5dc62e235 None None] Provisioning for port 2ac381ee-4f60-4383-aa14-80fc332cb221 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:51.114300 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a79c698c-393f-446d-8ab1-22e5dc62e235 None None] Provisioning complete for port 2ac381ee-4f60-4383-aa14-80fc332cb221 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:51.114681 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a79c698c-393f-446d-8ab1-22e5dc62e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:51.231206 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:02:51.241730 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Sync routers for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:02:51.250059 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:51.260598 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e2021034-eaf4-4ceb-b851-394e5d86ce4d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1872478 Sep 04 16:02:51.260841 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:51.260841 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:51.261369 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45174) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:51.279331 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a79c698c-393f-446d-8ab1-22e5dc62e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:51.347242 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a79c698c-393f-446d-8ab1-22e5dc62e235 None None] For port 2ac381ee-4f60-4383-aa14-80fc332cb221, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=2ac381ee-4f60-4383-aa14-80fc332cb221,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:51.357952 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a79c698c-393f-446d-8ab1-22e5dc62e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:51.366417 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:51.418402 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c698c-393f-446d-8ab1-22e5dc62e235 None None] Pushing event updated for resources: {'Port': ['ID=2ac381ee-4f60-4383-aa14-80fc332cb221,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:51.591881 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:50Z', 'revision_number': 3, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:51.623010 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Checking router: 42ba80ca-7e58-4b88-87fc-80d4945c6675 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:02:51.623357 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Updating router 42ba80ca-7e58-4b88-87fc-80d4945c6675 port 7c000471-1748-4be2-a29f-6241c1d82e7c binding host dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:02:51.645599 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:02:51.654890 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:51.693811 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-e25c54bb-1831-4450-af5c-0f9242b27437 None None] Provisioning complete for port 2ac381ee-4f60-4383-aa14-80fc332cb221 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:51.694279 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e25c54bb-1831-4450-af5c-0f9242b27437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:51.862426 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:51.966139 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:51.976004 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Transition to ACTIVE for port object 7c000471-1748-4be2-a29f-6241c1d82e7c will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:51.981832 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.030464 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Allocated IP 172.20.0.1 (72295d43-0f94-491b-a513-1247311102ef/c1c5debb-be03-4030-a30b-45bba4ca8223/9e62d59d-c314-4ac2-98fb-5bb065ddceac) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:52.030779 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Attempting to bind port 7c000471-1748-4be2-a29f-6241c1d82e7c on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:52.031156 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Attempting to bind port 7c000471-1748-4be2-a29f-6241c1d82e7c by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:52.031528 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Attempting to bind port 7c000471-1748-4be2-a29f-6241c1d82e7c on network b16a2c4c-bd8a-4256-8514-e368c3f8c25b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:52.041736 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Pushing event updated for resources: {'Port': ['ID=7c000471-1748-4be2-a29f-6241c1d82e7c,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:52.044576 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:52.044576 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:52.044984 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.045309 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Bound using segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:52.045744 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Bound port: 7c000471-1748-4be2-a29f-6241c1d82e7c, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:52.046132 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.084323 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.084744 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.085038 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.085374 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.085706 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.086035 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.086361 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.087216 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.087651 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.088051 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.088517 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.088841 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:02:52.153820 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] For port 7c000471-1748-4be2-a29f-6241c1d82e7c, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:52.157113 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] For port 7c000471-1748-4be2-a29f-6241c1d82e7c, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=7c000471-1748-4be2-a29f-6241c1d82e7c,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:52.162745 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.168153 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.185761 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Transition to ACTIVE for port object 9e62d59d-c314-4ac2-98fb-5bb065ddceac will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:52.215029 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:52.215658 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:52.220816 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.261938 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Network 72295d43-0f94-491b-a513-1247311102ef is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:52.264783 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:52.268210 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:52.276880 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Pushing event updated for resources: {'Port': ['ID=9e62d59d-c314-4ac2-98fb-5bb065ddceac,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:52.320678 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373993'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.374859 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 2ac381ee-4f60-4383-aa14-80fc332cb221 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:52.450389 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 2ac381ee-4f60-4383-aa14-80fc332cb221 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:52.451193 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.488642 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbf21a-e77b-4fc1-a285-49aa5a857306 None None] Pushing event updated for resources: {'Port': ['ID=7c000471-1748-4be2-a29f-6241c1d82e7c,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:52.507194 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:52.525524 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b05e2be6-e020-4b2d-9bc3-e0894703c1dc None None] Provisioning for port 9e62d59d-c314-4ac2-98fb-5bb065ddceac completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:52.530731 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-b05e2be6-e020-4b2d-9bc3-e0894703c1dc None None] Provisioning complete for port 9e62d59d-c314-4ac2-98fb-5bb065ddceac triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:52.531109 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b05e2be6-e020-4b2d-9bc3-e0894703c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.578931 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.600137 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-b05e2be6-e020-4b2d-9bc3-e0894703c1dc None None] Port 9e62d59d-c314-4ac2-98fb-5bb065ddceac cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:02:52.742287 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:50Z', 'revision_number': 3, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:52.769215 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.771025 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7beca4e-f1b0-4195-9cc3-d652ea5a59dc None None] The sync data for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi is: [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:50Z', 'revision_number': 3, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:02:52.776519 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.853628 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914009'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:52.855657 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Pushing event updated for resources: {'Port': ['ID=9e62d59d-c314-4ac2-98fb-5bb065ddceac,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:52.959635 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Network 72295d43-0f94-491b-a513-1247311102ef is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:52.961037 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:53.143556 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Router 42ba80ca-7e58-4b88-87fc-80d4945c6675 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:02:53.315685 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:02:53.323209 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-2e800fb2-da73-4f86-8a69-80021c59640b admin admin] 10.222.0.53 "PUT /v2.0/routers/42ba80ca-7e58-4b88-87fc-80d4945c6675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669270 Sep 04 16:02:53.326141 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2dfe9bb0-9418-4c8b-a405-38a934ecae7a None None] Provisioning complete for port 9e62d59d-c314-4ac2-98fb-5bb065ddceac triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:53.326519 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9bb0-9418-4c8b-a405-38a934ecae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:53.379783 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe9bb0-9418-4c8b-a405-38a934ecae7a None None] Port 9e62d59d-c314-4ac2-98fb-5bb065ddceac cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:02:53.916133 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 45192) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:53.921403 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1641921922-network', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:53.942361 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Made reservation on behalf of eda5ef5026b2443289a4bc8b50d26cf3 for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:02:53.944726 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:53.953531 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.058759 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.063015 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.087301 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:02:54.098630 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0897bd83-f678-42fb-9780-9a0c43554a84,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:54.104405 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.104745 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Added segment 1764799e-5914-430f-a8c2-f146b101ebfb of type vlan for network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc Sep 04 16:02:54.154485 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.178604 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.179712 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:54.180342 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.211124 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2938423 Sep 04 16:02:54.214517 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 45194) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:54.219400 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Request body: {'subnet': {'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1641921922-subnet', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:54.269906 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3f00f-793e-4d55-a72f-d4c19c9698ec admin admin] Pushing event updated for resources: {'Network': ['ID=b1dd9c4d-5354-4ec4-bf7b-a28c521625bc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:54.273364 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Made reservation on behalf of eda5ef5026b2443289a4bc8b50d26cf3 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:02:54.276182 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.294493 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:02:54.411967 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7c000471-1748-4be2-a29f-6241c1d82e7c up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:54.495746 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 7c000471-1748-4be2-a29f-6241c1d82e7c completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:54.501196 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 7c000471-1748-4be2-a29f-6241c1d82e7c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:54.501606 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.507223 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.562659 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d311d6df-3289-4438-9603-5dee33127bad,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:54.613864 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Checking segment: {'id': '1764799e-5914-430f-a8c2-f146b101ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:54.614222 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Network hostable DHCP agents. Network: b1dd9c4d-5354-4ec4-bf7b-a28c521625bc, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:02:54.619710 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.632233 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:02:54.645122 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 7c000471-1748-4be2-a29f-6241c1d82e7c, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=7c000471-1748-4be2-a29f-6241c1d82e7c,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:54.647755 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, b1dd9c4d-5354-4ec4-bf7b-a28c521625bc) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:54.652906 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:02:54.653639 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.659195 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.669552 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8582b-3e95-4c47-ac16-c6a7317c55c4 None None] Network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:02:54.676792 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45196) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:54.679333 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9c45251d-99a4-4fa7-8e25-480efc600cac admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4637268 Sep 04 16:02:54.683866 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1641921922-router', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:02:54.709885 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26187'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.711719 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3914403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26226'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.783415 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:54.894649 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Sync routers for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:02:54.920012 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=7c000471-1748-4be2-a29f-6241c1d82e7c,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:54.928131 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:54.928846 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:54.956269 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:55.122879 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:55.158908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b69fc18-f8a6-50e2-9dd4-70f05aad994d-b1dd9c4d-5354-4ec4-bf7b-a28c521625bc', 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'fixed_ips': [{'subnet_id': 'd311d6df-3289-4438-9603-5dee33127bad'}]}} from dv-cinder-799663-6-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 04 16:02:55.160048 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:55.172175 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:55.191824 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:55.385839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Allocated IP 172.27.2.180 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/031e2ae9-86f7-46ef-88fc-d1418add6125) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:55.515525 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:55.516956 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Allocated IP 172.20.0.2 (b1dd9c4d-5354-4ec4-bf7b-a28c521625bc/d311d6df-3289-4438-9603-5dee33127bad/8d225594-b7dc-41a7-a6d9-906ef815cc0a) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:55.570709 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:55.613378 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:55.616327 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:55.620679 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:55.670499 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Pushing event updated for resources: {'Port': ['ID=031e2ae9-86f7-46ef-88fc-d1418add6125,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:55.764883 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 2, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:55.814198 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Checking router: 42ba80ca-7e58-4b88-87fc-80d4945c6675 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:02:55.814544 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Updating router 42ba80ca-7e58-4b88-87fc-80d4945c6675 port 9e62d59d-c314-4ac2-98fb-5bb065ddceac binding host dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:02:55.873353 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:55.887552 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:55.901211 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Transition to ACTIVE for port object 8d225594-b7dc-41a7-a6d9-906ef815cc0a will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:55.943143 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Transition to ACTIVE for port object 8d225594-b7dc-41a7-a6d9-906ef815cc0a will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:55.954024 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:55.998852 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.064151 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:56.070960 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:56.081442 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:56.085920 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Pushing event updated for resources: {'Port': ['ID=8d225594-b7dc-41a7-a6d9-906ef815cc0a,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:56.205299 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Attempting to bind port 8d225594-b7dc-41a7-a6d9-906ef815cc0a on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:56.205819 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Attempting to bind port 8d225594-b7dc-41a7-a6d9-906ef815cc0a by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '1764799e-5914-430f-a8c2-f146b101ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:56.206269 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Attempting to bind port 8d225594-b7dc-41a7-a6d9-906ef815cc0a on network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:56.217781 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:56.218163 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Checking segment: {'id': '1764799e-5914-430f-a8c2-f146b101ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:56.218578 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.218978 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Bound using segment: {'id': '1764799e-5914-430f-a8c2-f146b101ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:56.219464 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Bound port: 8d225594-b7dc-41a7-a6d9-906ef815cc0a, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1764799e-5914-430f-a8c2-f146b101ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:56.219934 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.347751 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] For port 8d225594-b7dc-41a7-a6d9-906ef815cc0a, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:56.353700 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] For port 8d225594-b7dc-41a7-a6d9-906ef815cc0a, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=8d225594-b7dc-41a7-a6d9-906ef815cc0a,segment=NetworkSegment(1764799e-5914-430f-a8c2-f146b101ebfb),segment_id=1764799e-5914-430f-a8c2-f146b101ebfb)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:56.366701 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7c000471-1748-4be2-a29f-6241c1d82e7c up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:56.369857 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.403150 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.425989 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.460410 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Transition to ACTIVE for port object 9e62d59d-c314-4ac2-98fb-5bb065ddceac will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:56.486370 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.505431 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32ed34-7cea-4f09-b0f0-09e885f1fd7a None None] Pushing event updated for resources: {'Port': ['ID=8d225594-b7dc-41a7-a6d9-906ef815cc0a,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:56.583415 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 7c000471-1748-4be2-a29f-6241c1d82e7c triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:56.584110 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.612310 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 is scheduled to L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:02:56.656364 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333d69f-eb78-434a-afd7-c79d98bb8c29 None None] Pushing event updated for resources: {'Port': ['ID=9e62d59d-c314-4ac2-98fb-5bb065ddceac,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:56.685860 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Attempting to bind port 9e62d59d-c314-4ac2-98fb-5bb065ddceac on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:56.686242 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Attempting to bind port 9e62d59d-c314-4ac2-98fb-5bb065ddceac by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:56.686612 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Attempting to bind port 9e62d59d-c314-4ac2-98fb-5bb065ddceac on network 72295d43-0f94-491b-a513-1247311102ef {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:56.694202 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:56.694578 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Checking segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:56.694992 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.695390 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Bound using segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:56.696643 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Bound port: 9e62d59d-c314-4ac2-98fb-5bb065ddceac, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:56.696889 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.781038 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:02:56.804585 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Sync routers for ids ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:02:56.819497 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Routers {'6f2b5127-8d25-4da8-9c09-5c39bc264f54'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:56.820388 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:56.829928 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.830218 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] For port 9e62d59d-c314-4ac2-98fb-5bb065ddceac, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:56.831492 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-cd2bd384-6b74-4bfa-9b48-977261fdc687 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1535873 Sep 04 16:02:56.840081 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] For port 9e62d59d-c314-4ac2-98fb-5bb065ddceac, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=9e62d59d-c314-4ac2-98fb-5bb065ddceac,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:56.841083 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45198) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:02:56.846252 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:56.918137 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:56.921884 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:56.980787 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Set router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:57.210539 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333d69f-eb78-434a-afd7-c79d98bb8c29 None None] Pushing event updated for resources: {'Port': ['ID=9e62d59d-c314-4ac2-98fb-5bb065ddceac,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:57.226155 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:57.388620 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'name': 'tempest-TestVolumeBootPattern-1641921922-router', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:54Z', 'updated_at': '2021-09-04T16:02:55Z', 'revision_number': 3, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'gw_port': {'id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:55Z', 'updated_at': '2021-09-04T16:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:57.423589 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Checking router: 6f2b5127-8d25-4da8-9c09-5c39bc264f54 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:02:57.423939 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Updating router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 port 031e2ae9-86f7-46ef-88fc-d1418add6125 binding host dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:02:57.481617 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:57.515530 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:57.549551 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:56Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:57.617353 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde3e65-e6e3-4501-beef-abfbef734be6 None None] The sync data for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi is: [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:56Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:02:57.807137 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Allocated IP 172.20.0.1 (b1dd9c4d-5354-4ec4-bf7b-a28c521625bc/d311d6df-3289-4438-9603-5dee33127bad/737e9c6d-6917-4f70-875e-f7d3c63747a9) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:02:57.931844 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98f548-ecd4-4151-b47a-9a13fdfb25ff None None] Network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:02:57.952529 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:57.966028 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Transition to ACTIVE for port object 031e2ae9-86f7-46ef-88fc-d1418add6125 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:57.978546 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:57.978794 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:57.979307 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-8ca377ba-953f-4afe-96a0-c61ed2fefe21 None None] Provisioning for port 8d225594-b7dc-41a7-a6d9-906ef815cc0a completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:58.000525 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Transition to ACTIVE for port object 737e9c6d-6917-4f70-875e-f7d3c63747a9 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:02:58.036583 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Attempting to bind port 031e2ae9-86f7-46ef-88fc-d1418add6125 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:02:58.037004 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Attempting to bind port 031e2ae9-86f7-46ef-88fc-d1418add6125 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:02:58.037353 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Attempting to bind port 031e2ae9-86f7-46ef-88fc-d1418add6125 on network b16a2c4c-bd8a-4256-8514-e368c3f8c25b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:02:58.047446 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a1489-a680-4953-9e8b-095b456f9659 None None] Pushing event updated for resources: {'Port': ['ID=031e2ae9-86f7-46ef-88fc-d1418add6125,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:58.050336 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:02:58.050714 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:02:58.051123 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.051509 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Bound using segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:02:58.051993 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Bound port: 031e2ae9-86f7-46ef-88fc-d1418add6125, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:02:58.052382 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.058053 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.104085 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:58.109093 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:58.112631 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:02:58.133031 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] For port 031e2ae9-86f7-46ef-88fc-d1418add6125, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:02:58.137431 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] For port 031e2ae9-86f7-46ef-88fc-d1418add6125, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=031e2ae9-86f7-46ef-88fc-d1418add6125,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:02:58.142624 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.157021 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373993'] for router_interface, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.159266 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Pushing event updated for resources: {'Port': ['ID=737e9c6d-6917-4f70-875e-f7d3c63747a9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:58.231167 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Routers {'6f2b5127-8d25-4da8-9c09-5c39bc264f54'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:02:58.236071 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:58.240321 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a1489-a680-4953-9e8b-095b456f9659 None None] Pushing event updated for resources: {'Port': ['ID=031e2ae9-86f7-46ef-88fc-d1418add6125,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:58.339342 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.412563 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] Set router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:02:58.448734 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 8d225594-b7dc-41a7-a6d9-906ef815cc0a up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:58.496064 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-38907666-55c4-40e3-82f1-45177f5f081d None None] Provisioning for port 737e9c6d-6917-4f70-875e-f7d3c63747a9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:58.505115 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-38907666-55c4-40e3-82f1-45177f5f081d None None] Provisioning complete for port 737e9c6d-6917-4f70-875e-f7d3c63747a9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:58.505498 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-38907666-55c4-40e3-82f1-45177f5f081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.551420 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-38907666-55c4-40e3-82f1-45177f5f081d None None] Port 737e9c6d-6917-4f70-875e-f7d3c63747a9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:02:58.582276 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 8d225594-b7dc-41a7-a6d9-906ef815cc0a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:58.588086 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 8d225594-b7dc-41a7-a6d9-906ef815cc0a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:58.588502 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.620610 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.628600 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.698488 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'name': 'tempest-TestVolumeBootPattern-1641921922-router', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:54Z', 'updated_at': '2021-09-04T16:02:55Z', 'revision_number': 3, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'gw_port': {'id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:55Z', 'updated_at': '2021-09-04T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:02:58.699767 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.723832 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Pushing event updated for resources: {'Port': ['ID=737e9c6d-6917-4f70-875e-f7d3c63747a9,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:58.729973 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0be83-070b-4636-b23b-ae78e7d9f152 None None] The sync data for ids ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'] in dv-cinder-799663-6-iscsi is: [{'id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'name': 'tempest-TestVolumeBootPattern-1641921922-router', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:54Z', 'updated_at': '2021-09-04T16:02:55Z', 'revision_number': 3, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'gw_port': {'id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:55Z', 'updated_at': '2021-09-04T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:02:58.738050 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 8d225594-b7dc-41a7-a6d9-906ef815cc0a, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=8d225594-b7dc-41a7-a6d9-906ef815cc0a,segment=NetworkSegment(1764799e-5914-430f-a8c2-f146b101ebfb),segment_id=1764799e-5914-430f-a8c2-f146b101ebfb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:58.743549 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.744630 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 9e62d59d-c314-4ac2-98fb-5bb065ddceac up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:02:58.747337 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914009'] for router_interface, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.828901 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-996bb5e5-cdf1-4587-a8fb-c0e0ac484fb0 None None] Provisioning complete for port 737e9c6d-6917-4f70-875e-f7d3c63747a9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:58.829289 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-996bb5e5-cdf1-4587-a8fb-c0e0ac484fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.871454 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=8d225594-b7dc-41a7-a6d9-906ef815cc0a,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:58.874304 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:02:58.876923 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:02:58.890759 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-996bb5e5-cdf1-4587-a8fb-c0e0ac484fb0 None None] Port 737e9c6d-6917-4f70-875e-f7d3c63747a9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:02:58.894897 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 9e62d59d-c314-4ac2-98fb-5bb065ddceac completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:02:58.900275 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 9e62d59d-c314-4ac2-98fb-5bb065ddceac triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:58.900433 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:58.988683 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:59.023133 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:02:59.034093 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 9e62d59d-c314-4ac2-98fb-5bb065ddceac, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=9e62d59d-c314-4ac2-98fb-5bb065ddceac,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:02:59.038372 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:59.126788 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=9e62d59d-c314-4ac2-98fb-5bb065ddceac,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:02:59.190578 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:02:59.204698 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-5b22b08d-295e-453a-91bb-90d13a4ade1a admin admin] 10.222.0.53 "PUT /v2.0/routers/6f2b5127-8d25-4da8-9c09-5c39bc264f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3543787 Sep 04 16:02:59.227519 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-43f09fcb-b860-4d1e-9dba-336e05e5d55f None None] Provisioning complete for port 737e9c6d-6917-4f70-875e-f7d3c63747a9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:02:59.228423 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-43f09fcb-b860-4d1e-9dba-336e05e5d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:02:59.271414 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-43f09fcb-b860-4d1e-9dba-336e05e5d55f None None] Port 737e9c6d-6917-4f70-875e-f7d3c63747a9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:03:00.402642 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 8d225594-b7dc-41a7-a6d9-906ef815cc0a up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:03:00.452513 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 8d225594-b7dc-41a7-a6d9-906ef815cc0a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:00.452947 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:00.530464 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 031e2ae9-86f7-46ef-88fc-d1418add6125 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:03:00.580110 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 031e2ae9-86f7-46ef-88fc-d1418add6125 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:03:00.584421 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 031e2ae9-86f7-46ef-88fc-d1418add6125 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:00.584799 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:00.606908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Sync routers for ids ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:03:00.626897 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Routers {'6f2b5127-8d25-4da8-9c09-5c39bc264f54'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:03:00.627517 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:00.753478 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:00.772159 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Request body: {'port': {'device_id': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:00.776839 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Set router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:03:00.831554 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 031e2ae9-86f7-46ef-88fc-d1418add6125, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=031e2ae9-86f7-46ef-88fc-d1418add6125,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:00.837570 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:00.838394 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 9e62d59d-c314-4ac2-98fb-5bb065ddceac up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:03:00.863238 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:00.933305 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93185b-8b9b-4fd3-a56b-bd3d64793377 req-4c918c65-ae3c-4863-8218-c2ce8ab262f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:00.935145 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b93185b-8b9b-4fd3-a56b-bd3d64793377 req-4c918c65-ae3c-4863-8218-c2ce8ab262f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 1098 time: 0.0766828 Sep 04 16:03:00.950261 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b0986-c8db-4e3a-9aae-5656294606de req-c772a015-c7b9-48b0-aa68-562b44bd9184 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:00.951958 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-450b0986-c8db-4e3a-9aae-5656294606de req-c772a015-c7b9-48b0-aa68-562b44bd9184 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.1055267 Sep 04 16:03:01.023663 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=031e2ae9-86f7-46ef-88fc-d1418add6125,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:01.050490 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd46a9a8-69b5-492e-88b9-2558e8f93c89 req-e1182311-d52d-4f8b-af05-ea708b4924c7 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 210 time: 0.1428530 Sep 04 16:03:01.056366 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-450b0986-c8db-4e3a-9aae-5656294606de req-1cd1768d-b9d6-4272-a167-ea452d7d9014 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978146 Sep 04 16:03:01.069874 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 9e62d59d-c314-4ac2-98fb-5bb065ddceac triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:01.070248 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:01.146277 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'name': 'tempest-TestVolumeBootPattern-1641921922-router', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:54Z', 'updated_at': '2021-09-04T16:02:58Z', 'revision_number': 4, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'gw_port': {'id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:11:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:55Z', 'updated_at': '2021-09-04T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '737e9c6d-6917-4f70-875e-f7d3c63747a9', 'name': '', 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'mac_address': 'fa:16:3e:a5:37:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd311d6df-3289-4438-9603-5dee33127bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:57Z', 'updated_at': '2021-09-04T16:02:58Z', 'revision_number': 2, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'subnets': [{'id': 'd311d6df-3289-4438-9603-5dee33127bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:01.169617 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93185b-8b9b-4fd3-a56b-bd3d64793377 req-246a80e5-9bb8-438f-829c-ae6067efa7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:01.173084 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b93185b-8b9b-4fd3-a56b-bd3d64793377 req-246a80e5-9bb8-438f-829c-ae6067efa7c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 919 time: 0.1984994 Sep 04 16:03:01.194416 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Checking router: 6f2b5127-8d25-4da8-9c09-5c39bc264f54 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:03:01.194773 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Updating router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 port 737e9c6d-6917-4f70-875e-f7d3c63747a9 binding host dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:03:01.209039 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99061c21-d248-47a9-915f-3c8ea111de7e {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:03:01.231883 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:01.233116 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:01.251143 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Transition to ACTIVE for port object 99061c21-d248-47a9-915f-3c8ea111de7e will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:03:01.257335 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:01.266894 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab349b5-2c0e-4475-b35d-427f8f47f81b req-3314696c-508f-4b1e-836a-5918dd5e01f8 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:01.268900 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fab349b5-2c0e-4475-b35d-427f8f47f81b req-3314696c-508f-4b1e-836a-5918dd5e01f8 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 931 time: 0.0784826 Sep 04 16:03:01.288642 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b93185b-8b9b-4fd3-a56b-bd3d64793377 req-1788a9ff-1aa8-4e4c-804e-cedddc55bf41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2254a7-c85a-456f-b859-a236849fbf58 HTTP/1.1" status: 200 len: 217 time: 0.0958104 Sep 04 16:03:01.362943 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Pushing event updated for resources: {'Port': ['ID=99061c21-d248-47a9-915f-3c8ea111de7e,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:01.373420 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93185b-8b9b-4fd3-a56b-bd3d64793377 req-5c786fa4-40ed-4f3c-9586-79c4df2e9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:01.375942 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b93185b-8b9b-4fd3-a56b-bd3d64793377 req-5c786fa4-40ed-4f3c-9586-79c4df2e9b7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 200 len: 858 time: 0.0740709 Sep 04 16:03:01.390543 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fab349b5-2c0e-4475-b35d-427f8f47f81b req-a756f86b-8c88-475d-baa6-ad47790dfb5b tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923603 Sep 04 16:03:01.417350 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b93185b-8b9b-4fd3-a56b-bd3d64793377 req-dc8582f6-9f85-4a76-b191-b5e2f1b81a56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a632102c-6130-4abb-b1c8-54457bd9a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323863 Sep 04 16:03:01.438258 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Attempting to bind port 99061c21-d248-47a9-915f-3c8ea111de7e on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:03:01.438854 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Attempting to bind port 99061c21-d248-47a9-915f-3c8ea111de7e by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:03:01.439191 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Attempting to bind port 99061c21-d248-47a9-915f-3c8ea111de7e on network 12127e24-3593-40c4-b60a-7e53f354ca9b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:03:01.444229 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Port 99061c21-d248-47a9-915f-3c8ea111de7e on network 12127e24-3593-40c4-b60a-7e53f354ca9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:03:01.444562 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Attempting to bind port 99061c21-d248-47a9-915f-3c8ea111de7e on network 12127e24-3593-40c4-b60a-7e53f354ca9b {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:03:01.451790 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:03:01.452144 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Checking segment: {'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:03:01.452517 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Bound using segment: {'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:03:01.453284 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Bound port: 99061c21-d248-47a9-915f-3c8ea111de7e, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:03:01.453679 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:01.643724 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b93185b-8b9b-4fd3-a56b-bd3d64793377 req-5f5ac859-3320-42a6-8748-a8fdef41f5db service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940551 Sep 04 16:03:01.663656 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] For port 99061c21-d248-47a9-915f-3c8ea111de7e, host hv-cinder-79966, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:03:01.670777 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] For port 99061c21-d248-47a9-915f-3c8ea111de7e, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=99061c21-d248-47a9-915f-3c8ea111de7e,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:03:01.691278 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fedb2-deb0-4e19-874c-02c642a1c12d req-7e184cde-85ee-4786-9d07-16cbf7b0caf6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:01.693349 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0c1fedb2-deb0-4e19-874c-02c642a1c12d req-7e184cde-85ee-4786-9d07-16cbf7b0caf6 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 945 time: 0.1313207 Sep 04 16:03:01.694710 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:01.769076 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:01.781700 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Transition to ACTIVE for port object 737e9c6d-6917-4f70-875e-f7d3c63747a9 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:03:01.790869 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:01.795474 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0c1fedb2-deb0-4e19-874c-02c642a1c12d req-8f26fff6-70de-4609-be4a-5978e73d117f tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902753 Sep 04 16:03:01.808559 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:01.809198 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:01.810685 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] 10.222.0.46 "PUT /v2.0/ports/99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 1093 time: 1.0483546 Sep 04 16:03:01.821150 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:01.824235 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa874e31-2798-441e-85ca-3fc07c2dcd70" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:01.851383 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77906e3b-3dd9-4c92-beae-30b4615a5911 req-53030c35-f6e9-400d-bffc-8344c538df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:01.853549 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-77906e3b-3dd9-4c92-beae-30b4615a5911 req-53030c35-f6e9-400d-bffc-8344c538df19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 1098 time: 0.1226029 Sep 04 16:03:01.871694 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e8a70-324c-4ff9-8f6a-29d8723e616c service neutron] Pushing event updated for resources: {'Port': ['ID=99061c21-d248-47a9-915f-3c8ea111de7e,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:01.986898 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-3ebd2fd4-2842-4928-a1a2-bc29f6143d5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:01.988485 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-3ebd2fd4-2842-4928-a1a2-bc29f6143d5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 815 time: 0.2768807 Sep 04 16:03:01.993128 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2738db3-0c47-4607-97f0-de4d07fde706 None None] Pushing event updated for resources: {'Port': ['ID=737e9c6d-6917-4f70-875e-f7d3c63747a9,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:02.023196 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-77906e3b-3dd9-4c92-beae-30b4615a5911 req-eca958eb-9d26-4fc9-9be9-4888febf9978 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379206 Sep 04 16:03:02.031564 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Request body: {'port': {'device_id': 'dfed551b-0ebe-49e1-93e3-666cd28bdf14', 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1', 'admin_state_up': True, 'tenant_id': '39cf997e366848e5bbbeae43e4a71100'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:02.037383 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Attempting to bind port 737e9c6d-6917-4f70-875e-f7d3c63747a9 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:03:02.038133 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Attempting to bind port 737e9c6d-6917-4f70-875e-f7d3c63747a9 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '1764799e-5914-430f-a8c2-f146b101ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:03:02.038719 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Attempting to bind port 737e9c6d-6917-4f70-875e-f7d3c63747a9 on network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:03:02.044970 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:03:02.046060 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Checking segment: {'id': '1764799e-5914-430f-a8c2-f146b101ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:03:02.046209 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-e0d11e2a-84a8-4d47-b897-a2f595105cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:02.046833 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.047506 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Bound using segment: {'id': '1764799e-5914-430f-a8c2-f146b101ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:03:02.047703 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-e0d11e2a-84a8-4d47-b897-a2f595105cd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41d4897cecf34ddc96c97c667ea73ba1&device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 1096 time: 0.1040194 Sep 04 16:03:02.048371 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Bound port: 737e9c6d-6917-4f70-875e-f7d3c63747a9, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1764799e-5914-430f-a8c2-f146b101ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:03:02.049038 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.147512 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] For port 737e9c6d-6917-4f70-875e-f7d3c63747a9, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:03:02.151764 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] For port 737e9c6d-6917-4f70-875e-f7d3c63747a9, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=737e9c6d-6917-4f70-875e-f7d3c63747a9,segment=NetworkSegment(1764799e-5914-430f-a8c2-f146b101ebfb),segment_id=1764799e-5914-430f-a8c2-f146b101ebfb)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:03:02.158858 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.189268 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 45226) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:02.203323 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-507982d1-b2d3-434a-ab26-349b752502b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1940864548', 'description': 'tempest-secgroup-smoke-1940864548 description', 'project_id': '8c055fbc23014694922ea7b0c836db67'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:02.204619 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b93185b-8b9b-4fd3-a56b-bd3d64793377 req-5119e3a6-acf1-418f-9200-7f6d8cc5f577 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202868 Sep 04 16:03:02.236894 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Routers {'6f2b5127-8d25-4da8-9c09-5c39bc264f54'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:03:02.237930 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:02:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:02.238976 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f49cdd-5786-4ad5-b06e-55703e1fe778 x-openstack-request-id: req-04f49cdd-5786-4ad5-b06e-55703e1fe778 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:02.239250 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:02.239580 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04f49cdd-5786-4ad5-b06e-55703e1fe778 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:02.240088 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e', 'status': 'completed', 'code': 200} Sep 04 16:03:02.241429 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-507982d1-b2d3-434a-ab26-349b752502b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.250594 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2738db3-0c47-4607-97f0-de4d07fde706 None None] Pushing event updated for resources: {'Port': ['ID=737e9c6d-6917-4f70-875e-f7d3c63747a9,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:02.291322 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Made reservation on behalf of 39cf997e366848e5bbbeae43e4a71100 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:03:02.302480 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.369204 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7a8068a3-f1ef-4dcd-adca-052fc14293bb req-51e1e14a-42d3-4866-bdfa-ae948dd3949d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 210 time: 0.0589175 Sep 04 16:03:02.435455 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 031e2ae9-86f7-46ef-88fc-d1418add6125 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:03:02.450860 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-2e14f73e-b03a-495b-9db3-2c762a93a888 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 217 time: 0.0557868 Sep 04 16:03:02.459202 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] Set router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:03:02.524429 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-e9e83c23-cbd0-437c-a7e2-a4aa72cc3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:02.526195 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-e9e83c23-cbd0-437c-a7e2-a4aa72cc3e36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b70565c-38e8-46fd-ab81-5b0d3e332295 HTTP/1.1" status: 200 len: 854 time: 0.0569859 Sep 04 16:03:02.528600 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-507982d1-b2d3-434a-ab26-349b752502b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.550691 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-507982d1-b2d3-434a-ab26-349b752502b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.557780 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Allocated IP 172.20.0.5 (4ba93ff3-c068-4875-acb4-63c360b33ec1/0253b67f-bd7c-4f5d-9250-4fbb5f2aae95/42382d31-0247-441b-8b69-ba0f993a4593) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:03:02.609973 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 031e2ae9-86f7-46ef-88fc-d1418add6125 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:02.610358 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.610986 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507982d1-b2d3-434a-ab26-349b752502b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38d02c3-75a1-4e60-998e-e3a3e20c6224,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:02.641815 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-507982d1-b2d3-434a-ab26-349b752502b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.645749 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-507982d1-b2d3-434a-ab26-349b752502b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4526901 Sep 04 16:03:02.645906 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc5840-05e3-4198-9c57-7ee55526fc3b req-16b094da-bc99-47e5-be99-3dbd75039821 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:02.645906 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b1cc5840-05e3-4198-9c57-7ee55526fc3b req-16b094da-bc99-47e5-be99-3dbd75039821 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0848255 Sep 04 16:03:02.646078 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 45230) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:02.651189 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-07ea2774-d6ad-4d67-b7ee-440fc9568cb4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'security_group_rule': {'security_group_id': 'a38d02c3-75a1-4e60-998e-e3a3e20c6224', 'project_id': '8c055fbc23014694922ea7b0c836db67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:02.674812 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-e9e8e4b9-d913-4dc2-ab84-aa34a0f69b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:02.676556 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-e9e8e4b9-d913-4dc2-ab84-aa34a0f69b08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12127e24-3593-40c4-b60a-7e53f354ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1355605 Sep 04 16:03:02.691248 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482f615-bb72-45c2-b3b3-0c47816f47cd req-1f7d49c9-aad6-4e64-aa00-15f0ba8bba05 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:02.692715 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e482f615-bb72-45c2-b3b3-0c47816f47cd req-1f7d49c9-aad6-4e64-aa00-15f0ba8bba05 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 943 time: 0.2079656 Sep 04 16:03:02.712610 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ea2774-d6ad-4d67-b7ee-440fc9568cb4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.741796 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b1cc5840-05e3-4198-9c57-7ee55526fc3b req-2070fe6d-23b4-4b1a-af32-e1bb482e649d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873654 Sep 04 16:03:02.791468 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.839200 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.839615 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'name': 'tempest-TestVolumeBootPattern-1641921922-router', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:54Z', 'updated_at': '2021-09-04T16:02:58Z', 'revision_number': 4, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'gw_port': {'id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:55Z', 'updated_at': '2021-09-04T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '737e9c6d-6917-4f70-875e-f7d3c63747a9', 'name': '', 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'mac_address': 'fa:16:3e:a5:37:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd311d6df-3289-4438-9603-5dee33127bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:57Z', 'updated_at': '2021-09-04T16:03:02Z', 'revision_number': 4, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'subnets': [{'id': 'd311d6df-3289-4438-9603-5dee33127bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:02.865946 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e482f615-bb72-45c2-b3b3-0c47816f47cd req-34d7de6e-87e8-4fad-b3c0-b9e0aaf9ad2d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479993 Sep 04 16:03:02.870805 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['d943eb27-7e89-4531-9d03-243f18313e8a', 'de7ab023-3147-496c-ac9a-5b0b47db72d6', '58c42fde-ecae-480d-a76a-cc5c04fa5acd'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:02.874829 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b9bf4-7c29-4b6b-b97e-76a03a18d27f None None] The sync data for ids ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'] in dv-cinder-799663-6-iscsi is: [{'id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'name': 'tempest-TestVolumeBootPattern-1641921922-router', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:54Z', 'updated_at': '2021-09-04T16:02:58Z', 'revision_number': 4, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'gw_port': {'id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:55Z', 'updated_at': '2021-09-04T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '737e9c6d-6917-4f70-875e-f7d3c63747a9', 'name': '', 'network_id': 'b1dd9c4d-5354-4ec4-bf7b-a28c521625bc', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'mac_address': 'fa:16:3e:a5:37:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd311d6df-3289-4438-9603-5dee33127bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:57Z', 'updated_at': '2021-09-04T16:03:02Z', 'revision_number': 4, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'subnets': [{'id': 'd311d6df-3289-4438-9603-5dee33127bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:03:02.885583 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ea2774-d6ad-4d67-b7ee-440fc9568cb4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.893496 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-fc688b7c-b7cc-4a48-977c-cad1fde8ea20 service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995451 Sep 04 16:03:02.894583 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ea2774-d6ad-4d67-b7ee-440fc9568cb4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:02.956790 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Network 4ba93ff3-c068-4875-acb4-63c360b33ec1 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:03:02.975236 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:03:02.986878 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Pushing event updated for resources: {'Port': ['ID=42382d31-0247-441b-8b69-ba0f993a4593,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:02.987846 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea2774-d6ad-4d67-b7ee-440fc9568cb4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b911593c-25bc-4e84-b93c-1817b7498d3a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:02.989703 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:03:02.997808 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-07ea2774-d6ad-4d67-b7ee-440fc9568cb4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.000259 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-07ea2774-d6ad-4d67-b7ee-440fc9568cb4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3533883 Sep 04 16:03:03.021945 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45234) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:03.031818 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-8c573cec-e93d-44d0-ba05-0d78072aa156 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'security_group_rule': {'security_group_id': 'a38d02c3-75a1-4e60-998e-e3a3e20c6224', 'project_id': '8c055fbc23014694922ea7b0c836db67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:03.058822 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc50a9a-8971-4a9a-90b2-acd879b197e3 req-3c3621d6-b48c-4d4c-8389-24afd02c195a tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:03.066669 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-abc50a9a-8971-4a9a-90b2-acd879b197e3 req-3c3621d6-b48c-4d4c-8389-24afd02c195a tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 945 time: 0.1673036 Sep 04 16:03:03.118747 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:03.119616 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.121872 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cf25181-8303-433c-afe9-8ac20b20b100 req-1fa86b0e-6e2f-4819-92dc-235a4a50110b service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125907 Sep 04 16:03:03.139445 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c573cec-e93d-44d0-ba05-0d78072aa156 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.170030 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-abc50a9a-8971-4a9a-90b2-acd879b197e3 req-98f4cfd1-63be-4d0a-8c4c-1ab6c0816fd5 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023350 Sep 04 16:03:03.190710 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-b9c45e36-a71f-4272-969e-4eb4ddc86208 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1714668 Sep 04 16:03:03.208761 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Request body: {'port': {'device_id': 'dfed551b-0ebe-49e1-93e3-666cd28bdf14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:03.248718 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c573cec-e93d-44d0-ba05-0d78072aa156 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.273320 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-5e1eedb4-76f4-4366-8612-7715095c17d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:03.275416 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-5e1eedb4-76f4-4366-8612-7715095c17d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41d4897cecf34ddc96c97c667ea73ba1&device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 1096 time: 0.0563498 Sep 04 16:03:03.283012 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c573cec-e93d-44d0-ba05-0d78072aa156 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.290501 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.387192 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-7ff8bb51-5735-4f10-a964-50cc09846bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:03.389802 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-7ff8bb51-5735-4f10-a964-50cc09846bd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12127e24-3593-40c4-b60a-7e53f354ca9b HTTP/1.1" status: 200 len: 916 time: 0.1024392 Sep 04 16:03:03.500378 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-0ca3bddd-3d96-4f6b-b11d-ee6fc0fb06d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 217 time: 0.0561767 Sep 04 16:03:03.546195 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c573cec-e93d-44d0-ba05-0d78072aa156 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7b0a7a-7a4f-4b7d-8dcd-e4f4ec5a236c,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:03.576118 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-ffb0cae2-6ca7-4ace-aedf-845b42ab03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:03.576118 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-ffb0cae2-6ca7-4ace-aedf-845b42ab03f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b70565c-38e8-46fd-ab81-5b0d3e332295 HTTP/1.1" status: 200 len: 854 time: 0.0569875 Sep 04 16:03:03.578588 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8c573cec-e93d-44d0-ba05-0d78072aa156 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.579824 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8c573cec-e93d-44d0-ba05-0d78072aa156 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5561376 Sep 04 16:03:03.583631 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45242) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:03.584222 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c137078-bf1d-4a69-b226-96ca54ee959d req-3c19ebe1-a572-42a3-a4ae-35c017384d40 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:03.585846 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0c137078-bf1d-4a69-b226-96ca54ee959d req-3c19ebe1-a572-42a3-a4ae-35c017384d40 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 931 time: 0.0953209 Sep 04 16:03:03.588756 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e5d8bf4c-584f-434e-b585-ace7bfeda4b1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'security_group_rule': {'security_group_id': 'a38d02c3-75a1-4e60-998e-e3a3e20c6224', 'project_id': '8c055fbc23014694922ea7b0c836db67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:03.656766 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0c137078-bf1d-4a69-b226-96ca54ee959d req-947ff648-8a05-4fe5-84b8-3c3ba401de5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612028 Sep 04 16:03:03.661963 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-129eb6f2-bd7f-4266-98fa-3e3e32a133ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:03.663697 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-129eb6f2-bd7f-4266-98fa-3e3e32a133ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12127e24-3593-40c4-b60a-7e53f354ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764084 Sep 04 16:03:03.688905 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bf4c-584f-434e-b585-ace7bfeda4b1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.781112 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-02ace69d-d109-499c-8c92-fea16c512c0e service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081786 Sep 04 16:03:03.818884 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bf4c-584f-434e-b585-ace7bfeda4b1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.825767 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bf4c-584f-434e-b585-ace7bfeda4b1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.863637 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8bf4c-584f-434e-b585-ace7bfeda4b1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a92a3e5-febc-4abf-a812-cb4d89c37b5f,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:03.869279 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bf4c-584f-434e-b585-ace7bfeda4b1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.870946 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e5d8bf4c-584f-434e-b585-ace7bfeda4b1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2863939 Sep 04 16:03:03.877158 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45246) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:03.888223 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cb5b1494-b602-4698-aa18-205397340cc0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'security_group_rule': {'security_group_id': 'a38d02c3-75a1-4e60-998e-e3a3e20c6224', 'project_id': '8c055fbc23014694922ea7b0c836db67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:03.943574 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42382d31-0247-441b-8b69-ba0f993a4593 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:03:03.944126 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a82041-b197-4b98-8e0a-4ba9c3068e19 req-a35869ff-8006-49b3-846e-27de22baf0ab tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:03.946240 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1a82041-b197-4b98-8e0a-4ba9c3068e19 req-a35869ff-8006-49b3-846e-27de22baf0ab tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.1060715 Sep 04 16:03:03.963986 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.969314 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1494-b602-4698-aa18-205397340cc0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:03.972993 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa874e31-2798-441e-85ca-3fc07c2dcd70 req-6e486e37-ce9e-4331-b5bb-65029ce5d78b service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633039 Sep 04 16:03:03.992320 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d1a82041-b197-4b98-8e0a-4ba9c3068e19 req-112cdc3b-7a6a-43d9-bfb8-ba4e1a40fe7c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Sep 04 16:03:04.013674 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Transition to ACTIVE for port object 42382d31-0247-441b-8b69-ba0f993a4593 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:03:04.024492 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.094048 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabf43d-c99e-45f5-9e7f-2630362f83fa req-a36669b2-015d-4a93-85ff-265270c88db7 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:04.095695 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-faabf43d-c99e-45f5-9e7f-2630362f83fa req-a36669b2-015d-4a93-85ff-265270c88db7 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 943 time: 0.1472156 Sep 04 16:03:04.158886 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1494-b602-4698-aa18-205397340cc0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.162723 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Pushing event updated for resources: {'Port': ['ID=42382d31-0247-441b-8b69-ba0f993a4593,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:04.163685 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-46713c06-7b5e-42c7-836b-c6decc7b517a tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:04.165877 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-46713c06-7b5e-42c7-836b-c6decc7b517a tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 945 time: 0.0507312 Sep 04 16:03:04.188177 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1494-b602-4698-aa18-205397340cc0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.227775 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-faabf43d-c99e-45f5-9e7f-2630362f83fa req-08b5c81b-4566-4b9c-81b8-1054f9811759 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205413 Sep 04 16:03:04.230591 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b1494-b602-4698-aa18-205397340cc0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f9c59f-9907-4dbb-9be5-fc3caa87cbab,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:04.240525 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1494-b602-4698-aa18-205397340cc0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.248019 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-cb5b1494-b602-4698-aa18-205397340cc0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3630893 Sep 04 16:03:04.248423 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 45256) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:04.252570 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f6c550f0-ff44-43ae-a3b0-52e5a5ac32ac tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'security_group_rule': {'security_group_id': 'a38d02c3-75a1-4e60-998e-e3a3e20c6224', 'project_id': '8c055fbc23014694922ea7b0c836db67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:04.253287 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Attempting to bind port 42382d31-0247-441b-8b69-ba0f993a4593 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:03:04.253629 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Attempting to bind port 42382d31-0247-441b-8b69-ba0f993a4593 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:03:04.253964 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Attempting to bind port 42382d31-0247-441b-8b69-ba0f993a4593 on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:03:04.260002 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Port 42382d31-0247-441b-8b69-ba0f993a4593 on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:03:04.260181 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Attempting to bind port 42382d31-0247-441b-8b69-ba0f993a4593 on network 4ba93ff3-c068-4875-acb4-63c360b33ec1 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:03:04.265609 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:03:04.265947 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Checking segment: {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:03:04.266707 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Bound using segment: {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:03:04.266843 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Bound port: 42382d31-0247-441b-8b69-ba0f993a4593, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93aede5-07d1-422d-974f-1e6d497e3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:03:04.267118 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.302425 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-f6c550f0-ff44-43ae-a3b0-52e5a5ac32ac tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Project 8c055fbc23014694922ea7b0c836db67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:03:04.312083 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-2e02d3fe-37b8-4f21-913a-51c5affd6e7b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Deleting port 33ecc3f9-bc7e-4b11-b096-32847312772f {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:03:04.312430 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-2e02d3fe-37b8-4f21-913a-51c5affd6e7b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.318307 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6c550f0-ff44-43ae-a3b0-52e5a5ac32ac tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.380764 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 737e9c6d-6917-4f70-875e-f7d3c63747a9 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:03:04.417146 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3d953-1e62-4fb1-8d8d-e9d16658d328 req-abefe47d-f41c-4179-90c2-72bbfbf4a180 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:04.419004 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-55a3d953-1e62-4fb1-8d8d-e9d16658d328 req-abefe47d-f41c-4179-90c2-72bbfbf4a180 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 945 time: 0.0919142 Sep 04 16:03:04.420327 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] For port 42382d31-0247-441b-8b69-ba0f993a4593, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:03:04.425481 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] For port 42382d31-0247-441b-8b69-ba0f993a4593, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=42382d31-0247-441b-8b69-ba0f993a4593,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:03:04.431972 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.432831 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 737e9c6d-6917-4f70-875e-f7d3c63747a9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:03:04.437021 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 737e9c6d-6917-4f70-875e-f7d3c63747a9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:04.437631 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.463629 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-2e02d3fe-37b8-4f21-913a-51c5affd6e7b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] For port 33ecc3f9-bc7e-4b11-b096-32847312772f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=33ecc3f9-bc7e-4b11-b096-32847312772f,segment=NetworkSegment(745a5ccf-06d1-463b-833f-896e2696eacb),segment_id=745a5ccf-06d1-463b-833f-896e2696eacb)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:04.464006 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-2e02d3fe-37b8-4f21-913a-51c5affd6e7b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.467285 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6c550f0-ff44-43ae-a3b0-52e5a5ac32ac tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.477575 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6c550f0-ff44-43ae-a3b0-52e5a5ac32ac tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.485163 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:04.485983 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.487352 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] 10.222.0.46 "PUT /v2.0/ports/42382d31-0247-441b-8b69-ba0f993a4593 HTTP/1.1" status: 200 len: 1093 time: 1.2829323 Sep 04 16:03:04.488427 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfed551b-0ebe-49e1-93e3-666cd28bdf14', 'tag': '42382d31-0247-441b-8b69-ba0f993a4593'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:04.488556 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-2e02d3fe-37b8-4f21-913a-51c5affd6e7b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Calling delete_port for 33ecc3f9-bc7e-4b11-b096-32847312772f owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:03:04.490960 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf5dac4-9244-408d-a754-866421cfaa0f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfed551b-0ebe-49e1-93e3-666cd28bdf14", "tag": "42382d31-0247-441b-8b69-ba0f993a4593"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:04.520209 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f6c550f0-ff44-43ae-a3b0-52e5a5ac32ac tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.521512 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f6c550f0-ff44-43ae-a3b0-52e5a5ac32ac tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2754030 Sep 04 16:03:04.524795 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c550f0-ff44-43ae-a3b0-52e5a5ac32ac tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007f2152-ed1b-420e-b180-7e0b16aa565d,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:04.527229 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 45260) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:04.564462 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-55a3d953-1e62-4fb1-8d8d-e9d16658d328 req-69089f91-2a33-4b2d-9481-d7a01254af9f tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2411aaa5-22d6-4b8c-9293-c6c7ac582204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288073 Sep 04 16:03:04.567349 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-d0962a86-b64d-46e6-963d-3121d439922d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'security_group_rule': {'security_group_id': 'a38d02c3-75a1-4e60-998e-e3a3e20c6224', 'project_id': '8c055fbc23014694922ea7b0c836db67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:04.569674 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c71be3-ec53-4fb0-adc8-8f6754f62048 service neutron] Pushing event updated for resources: {'Port': ['ID=42382d31-0247-441b-8b69-ba0f993a4593,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:04.594761 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.610291 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfe8e9c-2061-4e0f-8d84-733d85b1e843 x-openstack-request-id: req-abfe8e9c-2061-4e0f-8d84-733d85b1e843 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:04.610628 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfed551b-0ebe-49e1-93e3-666cd28bdf14", "tag": "42382d31-0247-441b-8b69-ba0f993a4593", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:04.611017 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abfe8e9c-2061-4e0f-8d84-733d85b1e843 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:04.611421 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfed551b-0ebe-49e1-93e3-666cd28bdf14', 'tag': '42382d31-0247-441b-8b69-ba0f993a4593', 'status': 'completed', 'code': 200} Sep 04 16:03:04.616779 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-d0962a86-b64d-46e6-963d-3121d439922d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Project 8c055fbc23014694922ea7b0c836db67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:03:04.630267 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0962a86-b64d-46e6-963d-3121d439922d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.646353 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-65ece78b-fd2b-4068-b34f-dc6545ed2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:04.647904 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-65ece78b-fd2b-4068-b34f-dc6545ed2af1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 1096 time: 0.1033700 Sep 04 16:03:04.652993 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 737e9c6d-6917-4f70-875e-f7d3c63747a9, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=737e9c6d-6917-4f70-875e-f7d3c63747a9,segment=NetworkSegment(1764799e-5914-430f-a8c2-f146b101ebfb),segment_id=1764799e-5914-430f-a8c2-f146b101ebfb)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:04.657524 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.707856 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-2ceb258b-d4c9-46a6-922a-412bc44cba48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42382d31-0247-441b-8b69-ba0f993a4593 HTTP/1.1" status: 200 len: 217 time: 0.0433583 Sep 04 16:03:04.721624 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=737e9c6d-6917-4f70-875e-f7d3c63747a9,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:04.779344 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0962a86-b64d-46e6-963d-3121d439922d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.780995 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-2e02d3fe-37b8-4f21-913a-51c5affd6e7b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.805686 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-682f38ca-51c4-4d1f-ba1c-32e995fb3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:04.807297 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-682f38ca-51c4-4d1f-ba1c-32e995fb3806 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0253b67f-bd7c-4f5d-9250-4fbb5f2aae95 HTTP/1.1" status: 200 len: 855 time: 0.0910442 Sep 04 16:03:04.810221 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0962a86-b64d-46e6-963d-3121d439922d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.817117 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02d3fe-37b8-4f21-913a-51c5affd6e7b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Pushing event deleted for resources: {'Port': ['ID=33ecc3f9-bc7e-4b11-b096-32847312772f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:04.828100 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832cc8e-1879-4eda-9692-ccde057a453e req-bb05395e-3071-4636-9cd8-0e9b7745aec2 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:04.829870 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2832cc8e-1879-4eda-9692-ccde057a453e req-bb05395e-3071-4636-9cd8-0e9b7745aec2 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 943 time: 0.0757687 Sep 04 16:03:04.842190 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0962a86-b64d-46e6-963d-3121d439922d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4078a88-f013-4700-829e-b4e5a0252355,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:04.859576 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d0962a86-b64d-46e6-963d-3121d439922d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.864238 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d0962a86-b64d-46e6-963d-3121d439922d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2997518 Sep 04 16:03:04.871147 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-4280d239-cd0d-49d6-8d95-f59c66ea07dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba93ff3-c068-4875-acb4-63c360b33ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388520 Sep 04 16:03:04.884805 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-2e02d3fe-37b8-4f21-913a-51c5affd6e7b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] No DVR routers for this DVR port 33ecc3f9-bc7e-4b11-b096-32847312772f on host hv-cinder-79966 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:03:04.889689 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-2e02d3fe-37b8-4f21-913a-51c5affd6e7b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:04.891758 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03e6e46d-fa76-459b-bceb-b8f4435b0a50 req-2e02d3fe-37b8-4f21-913a-51c5affd6e7b tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.46 "DELETE /v2.0/ports/33ecc3f9-bc7e-4b11-b096-32847312772f HTTP/1.1" status: 204 len: 173 time: 0.7190495 Sep 04 16:03:04.892213 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a639f6b-7980-4eb3-b3d6-974190acf0d6', 'name': 'network-vif-deleted', 'tag': '33ecc3f9-bc7e-4b11-b096-32847312772f'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:04.894585 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362e260f-8496-4383-9915-0f9ebcf0af55" -d '{"events": [{"server_uuid": "6a639f6b-7980-4eb3-b3d6-974190acf0d6", "name": "network-vif-deleted", "tag": "33ecc3f9-bc7e-4b11-b096-32847312772f"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:04.944944 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2832cc8e-1879-4eda-9692-ccde057a453e req-5a5ed4f7-ee91-4183-baad-81b1f5dc410a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787387 Sep 04 16:03:04.975950 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd620161-808a-4c49-8a40-89688c6695a8 x-openstack-request-id: req-cd620161-808a-4c49-8a40-89688c6695a8 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:04.976468 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a639f6b-7980-4eb3-b3d6-974190acf0d6", "name": "network-vif-deleted", "tag": "33ecc3f9-bc7e-4b11-b096-32847312772f", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:04.976468 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd620161-808a-4c49-8a40-89688c6695a8 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:04.976940 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a639f6b-7980-4eb3-b3d6-974190acf0d6', 'name': 'network-vif-deleted', 'tag': '33ecc3f9-bc7e-4b11-b096-32847312772f', 'status': 'completed', 'code': 200} Sep 04 16:03:05.032210 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-76a701bc-12e9-4eb8-9bb1-ba8e66c97402 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482091 Sep 04 16:03:05.071668 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d6d116e-c5ee-4867-84ac-ec4568bc3654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:05.082867 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['33ecc3f9-bc7e-4b11-b096-32847312772f'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:05.166402 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8cacd271-4e60-4b4e-b8a9-5c6d26ba9013 req-8b5a6011-0bdd-4bd2-8029-aa350367ca85 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181934 Sep 04 16:03:05.173664 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e4db3-5d22-44c1-8ca7-a0400e9c3a6a req-792e7b94-9319-4f4f-a43c-a3d0adbfb608 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:05.175208 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-631e4db3-5d22-44c1-8ca7-a0400e9c3a6a req-792e7b94-9319-4f4f-a43c-a3d0adbfb608 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0712860 Sep 04 16:03:05.220515 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-631e4db3-5d22-44c1-8ca7-a0400e9c3a6a req-7fef3cf2-1b45-441a-8f4d-aa960e44e2fa tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384567 Sep 04 16:03:05.285201 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5dac4-9244-408d-a754-866421cfaa0f req-e590bacd-5cc7-4482-9f66-ce19e95b91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:05.292508 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dcf5dac4-9244-408d-a754-866421cfaa0f req-e590bacd-5cc7-4482-9f66-ce19e95b91e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39cf997e366848e5bbbeae43e4a71100&device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 1096 time: 0.0625505 Sep 04 16:03:05.393030 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f920e-7fac-44d2-8e6e-d715079ba0aa req-306cf1e1-6d31-46ea-b77d-9d529763631a tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:05.404289 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c31f920e-7fac-44d2-8e6e-d715079ba0aa req-306cf1e1-6d31-46ea-b77d-9d529763631a tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 943 time: 0.0781429 Sep 04 16:03:05.409438 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5dac4-9244-408d-a754-866421cfaa0f req-7df88508-a197-4323-a44e-1271fe56ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:05.410926 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dcf5dac4-9244-408d-a754-866421cfaa0f req-7df88508-a197-4323-a44e-1271fe56ef86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 200 len: 916 time: 0.1092994 Sep 04 16:03:05.457479 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c31f920e-7fac-44d2-8e6e-d715079ba0aa req-596be468-7182-49fb-9af4-99b678fcdf9f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Sep 04 16:03:05.461192 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dcf5dac4-9244-408d-a754-866421cfaa0f req-89de4d6f-da44-41dd-a916-2830b2aaea17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42382d31-0247-441b-8b69-ba0f993a4593 HTTP/1.1" status: 200 len: 217 time: 0.0424244 Sep 04 16:03:05.530462 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5dac4-9244-408d-a754-866421cfaa0f req-874c346f-941d-4d05-a4ed-1a59829a917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:05.532847 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dcf5dac4-9244-408d-a754-866421cfaa0f req-874c346f-941d-4d05-a4ed-1a59829a917e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0253b67f-bd7c-4f5d-9250-4fbb5f2aae95 HTTP/1.1" status: 200 len: 855 time: 0.0632219 Sep 04 16:03:05.579500 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dcf5dac4-9244-408d-a754-866421cfaa0f req-0fd070cc-8218-40b8-b39e-dd58ea7c6f38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ba93ff3-c068-4875-acb4-63c360b33ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325332 Sep 04 16:03:05.686777 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dcf5dac4-9244-408d-a754-866421cfaa0f req-f49bc27d-39c7-4804-88b6-d48f158228c8 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962443 Sep 04 16:03:05.730338 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff918815-80ce-4f0c-8f99-254cc935b957 req-bfea1172-fbca-402f-a516-d3d489024d19 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:05.731920 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ff918815-80ce-4f0c-8f99-254cc935b957 req-bfea1172-fbca-402f-a516-d3d489024d19 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0889075 Sep 04 16:03:05.737979 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f9a4-5d6a-4387-a6a3-fa2d53a41ae2 req-3aaaed77-0957-44f8-9acc-dcbc9576ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:05.739508 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db10f9a4-5d6a-4387-a6a3-fa2d53a41ae2 req-3aaaed77-0957-44f8-9acc-dcbc9576ddfa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7781f4c667064073ad11a7cb2d180cac&device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 1098 time: 0.0854492 Sep 04 16:03:05.806493 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ff918815-80ce-4f0c-8f99-254cc935b957 req-f814270d-1cd8-481f-968d-c1fbffbd5994 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660233 Sep 04 16:03:05.807793 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-534c3c67-74e2-464e-863c-fcc1a6404998 req-ecce604d-4f00-4c70-92d7-97d2dbdf1906 tempest-VolumesActionsTest-1962275323 tempest-VolumesActionsTest-1962275323-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a639f6b-7980-4eb3-b3d6-974190acf0d6 HTTP/1.1" status: 200 len: 210 time: 0.0368752 Sep 04 16:03:05.834639 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dcf5dac4-9244-408d-a754-866421cfaa0f req-56026730-01b7-487f-bb13-bec2b0855032 service neutron] 10.222.0.46 "GET /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397340 Sep 04 16:03:05.877193 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f9a4-5d6a-4387-a6a3-fa2d53a41ae2 req-cbe34902-e41e-4620-9f4f-1c2b38392bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:05.878805 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db10f9a4-5d6a-4387-a6a3-fa2d53a41ae2 req-cbe34902-e41e-4620-9f4f-1c2b38392bc4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 200 len: 919 time: 0.1314521 Sep 04 16:03:05.928886 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db10f9a4-5d6a-4387-a6a3-fa2d53a41ae2 req-ecc8bf48-a276-4589-93ad-58d7e9b5c692 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f2254a7-c85a-456f-b859-a236849fbf58 HTTP/1.1" status: 200 len: 217 time: 0.0412827 Sep 04 16:03:05.984893 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f9a4-5d6a-4387-a6a3-fa2d53a41ae2 req-8143665f-2dac-418d-b998-8b668a9feac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:05.986280 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db10f9a4-5d6a-4387-a6a3-fa2d53a41ae2 req-8143665f-2dac-418d-b998-8b668a9feac5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 200 len: 858 time: 0.0474329 Sep 04 16:03:06.021344 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db10f9a4-5d6a-4387-a6a3-fa2d53a41ae2 req-c8a5448e-d040-4a2d-b91a-83f55799f1e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a632102c-6130-4abb-b1c8-54457bd9a66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267839 Sep 04 16:03:06.151516 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02d1b1-eaf5-459f-9e01-46b302674fc1 req-bef23486-e7bb-44cd-841e-435333bbb367 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:06.153232 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-df02d1b1-eaf5-459f-9e01-46b302674fc1 req-bef23486-e7bb-44cd-841e-435333bbb367 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 943 time: 0.1062198 Sep 04 16:03:06.159228 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db10f9a4-5d6a-4387-a6a3-fa2d53a41ae2 req-8d8e58db-c756-453b-ba77-9d4f408dd219 service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299107 Sep 04 16:03:06.214194 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-df02d1b1-eaf5-459f-9e01-46b302674fc1 req-ed520c4b-4199-40c0-b02a-f151b0748ab0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539820 Sep 04 16:03:06.284094 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-db10f9a4-5d6a-4387-a6a3-fa2d53a41ae2 req-16539917-e388-492d-a327-fa88b6896ede service neutron] 10.222.0.46 "GET /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056752 Sep 04 16:03:06.355259 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 737e9c6d-6917-4f70-875e-f7d3c63747a9 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:03:06.405554 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 737e9c6d-6917-4f70-875e-f7d3c63747a9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:06.405922 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:06.581497 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239255-b663-4a7f-a978-7e9f8f683cfc req-f9af7c4c-938e-402a-9bda-290cb2469254 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:06.582982 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e239255-b663-4a7f-a978-7e9f8f683cfc req-f9af7c4c-938e-402a-9bda-290cb2469254 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 943 time: 0.0510154 Sep 04 16:03:06.621006 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e239255-b663-4a7f-a978-7e9f8f683cfc req-aa619d98-e4f7-4d6d-b46d-0a8ba23ead77 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321245 Sep 04 16:03:06.954466 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41edd82-aecf-4b05-b630-d7b4e9902abb req-f1271e04-b97f-4aa2-aa6c-8f1dac6c2309 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:06.957373 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c41edd82-aecf-4b05-b630-d7b4e9902abb req-f1271e04-b97f-4aa2-aa6c-8f1dac6c2309 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0572977 Sep 04 16:03:06.997218 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c41edd82-aecf-4b05-b630-d7b4e9902abb req-4d7cde32-e276-4f54-b66c-33ba1b02b927 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351045 Sep 04 16:03:07.336720 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07a102-2e9a-4a22-87b3-acab4468dffb req-a08fa9e0-66ff-4866-a5bb-291cad03765e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:07.338145 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1f07a102-2e9a-4a22-87b3-acab4468dffb req-a08fa9e0-66ff-4866-a5bb-291cad03765e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 943 time: 0.0530014 Sep 04 16:03:07.380118 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1f07a102-2e9a-4a22-87b3-acab4468dffb req-be666126-84e9-4f17-8acc-5d9213347647 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356498 Sep 04 16:03:07.739855 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c79092-5110-4579-ae12-1752223b6ac6 req-4b4c4343-fba7-4d6d-83dc-db3a57d91257 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:07.741321 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-17c79092-5110-4579-ae12-1752223b6ac6 req-4b4c4343-fba7-4d6d-83dc-db3a57d91257 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 943 time: 0.0519495 Sep 04 16:03:07.781776 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-17c79092-5110-4579-ae12-1752223b6ac6 req-8423af65-90e1-46ef-bcae-9debc5e0ebce tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338924 Sep 04 16:03:07.871924 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-96b2ae57-09e8-4142-8040-051ed7a0f4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:08.112765 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdafc2a-cf47-4d5a-b53b-b1517cb27b11 req-51064e59-3abe-4a34-b722-890470d72f84 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:08.114272 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9fdafc2a-cf47-4d5a-b53b-b1517cb27b11 req-51064e59-3abe-4a34-b722-890470d72f84 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0497673 Sep 04 16:03:08.119323 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:08.153936 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9fdafc2a-cf47-4d5a-b53b-b1517cb27b11 req-3f468181-28a4-4206-957e-6c69bdf323f2 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Sep 04 16:03:08.502423 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e536d25-abd7-425c-815a-a6047e45b040 req-982ded40-1abe-4c58-8736-e9f5d9dca661 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:08.503899 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1e536d25-abd7-425c-815a-a6047e45b040 req-982ded40-1abe-4c58-8736-e9f5d9dca661 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 943 time: 0.0492523 Sep 04 16:03:08.541038 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1e536d25-abd7-425c-815a-a6047e45b040 req-f2e12888-fc04-4485-a372-730b1d7748d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305169 Sep 04 16:03:08.625324 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 99061c21-d248-47a9-915f-3c8ea111de7e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:03:08.628419 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 33ecc3f9-bc7e-4b11-b096-32847312772f no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:03:08.658014 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: 33ecc3f9-bc7e-4b11-b096-32847312772f {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:03:08.658437 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 33ecc3f9-bc7e-4b11-b096-32847312772f not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:03:08.756220 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 99061c21-d248-47a9-915f-3c8ea111de7e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=99061c21-d248-47a9-915f-3c8ea111de7e,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:08.767367 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': '99061c21-d248-47a9-915f-3c8ea111de7e', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'port_id': '99061c21-d248-47a9-915f-3c8ea111de7e', 'mac_address': 'fa:16:3e:14:29:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:03:08.806746 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:08.819562 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99061c21-d248-47a9-915f-3c8ea111de7e {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:03:08.841121 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 99061c21-d248-47a9-915f-3c8ea111de7e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=99061c21-d248-47a9-915f-3c8ea111de7e,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:08.844937 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:08.895919 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=99061c21-d248-47a9-915f-3c8ea111de7e,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:08.900662 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a5b1b-db0a-4842-afdc-99ccb9e74ff7 req-c4b9992f-9d06-419b-ab97-db917f70bb7a tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:08.902198 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-857a5b1b-db0a-4842-afdc-99ccb9e74ff7 req-c4b9992f-9d06-419b-ab97-db917f70bb7a tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 944 time: 0.0517724 Sep 04 16:03:08.945953 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-857a5b1b-db0a-4842-afdc-99ccb9e74ff7 req-e9db167f-d76d-4d1a-8a12-65c186228572 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372038 Sep 04 16:03:08.988974 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:09.273191 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22968186-d775-4cbd-a4b3-47ff92e4f406 req-127c982d-a40c-4a1a-adca-952808e5d0ec tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:09.275287 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-22968186-d775-4cbd-a4b3-47ff92e4f406 req-127c982d-a40c-4a1a-adca-952808e5d0ec tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0522389 Sep 04 16:03:09.313853 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-22968186-d775-4cbd-a4b3-47ff92e4f406 req-85e7ef18-090a-4c48-af9b-f62ff29d279e tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325685 Sep 04 16:03:09.656131 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926783a3-16b6-48a7-9fc5-ed2be5e156e3 req-555662cf-54b7-4671-8248-7d69016b180f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:09.657652 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-926783a3-16b6-48a7-9fc5-ed2be5e156e3 req-555662cf-54b7-4671-8248-7d69016b180f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 943 time: 0.0488920 Sep 04 16:03:09.696379 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-926783a3-16b6-48a7-9fc5-ed2be5e156e3 req-37421a73-6c1c-4521-999d-47ce7b389287 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Sep 04 16:03:10.668759 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:12.186378 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:14.139095 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 42382d31-0247-441b-8b69-ba0f993a4593 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:03:14.235717 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 42382d31-0247-441b-8b69-ba0f993a4593, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=42382d31-0247-441b-8b69-ba0f993a4593,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:14.247140 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': '42382d31-0247-441b-8b69-ba0f993a4593', 'network_id': '4ba93ff3-c068-4875-acb4-63c360b33ec1', 'port_id': '42382d31-0247-441b-8b69-ba0f993a4593', 'mac_address': 'fa:16:3e:de:e6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0253b67f-bd7c-4f5d-9250-4fbb5f2aae95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:03:14.286483 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:14.301752 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42382d31-0247-441b-8b69-ba0f993a4593 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:03:14.322749 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 42382d31-0247-441b-8b69-ba0f993a4593, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=42382d31-0247-441b-8b69-ba0f993a4593,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:14.330349 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:14.363161 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510b79-b44c-45ee-9d15-40820898b4be req-35868ff5-8336-485c-8114-831e167bf046 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:14.364813 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70510b79-b44c-45ee-9d15-40820898b4be req-35868ff5-8336-485c-8114-831e167bf046 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 944 time: 0.0592732 Sep 04 16:03:14.369574 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d18f4-8a6b-4c5f-b9fc-f0f02796b103 req-5a881153-2e52-48cc-bbe2-e375139947bd tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:14.371252 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef6d18f4-8a6b-4c5f-b9fc-f0f02796b103 req-5a881153-2e52-48cc-bbe2-e375139947bd tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0550036 Sep 04 16:03:14.385485 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=42382d31-0247-441b-8b69-ba0f993a4593,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:14.415188 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70510b79-b44c-45ee-9d15-40820898b4be req-39527842-b151-47d4-ad08-88e54f65989d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377116 Sep 04 16:03:14.416512 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ef6d18f4-8a6b-4c5f-b9fc-f0f02796b103 req-d23b0877-dd41-403b-b5ea-9e630578cc0a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392566 Sep 04 16:03:14.515033 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43656a-5b67-4484-ab9e-a7ff97d7a3af req-9e403585-b2fc-4270-ae3c-58e47e0dff2e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:14.516491 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8d43656a-5b67-4484-ab9e-a7ff97d7a3af req-9e403585-b2fc-4270-ae3c-58e47e0dff2e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 944 time: 0.0483038 Sep 04 16:03:14.552590 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8d43656a-5b67-4484-ab9e-a7ff97d7a3af req-2ce5dafc-eb82-4b55-97b8-9a8deeba47fb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301747 Sep 04 16:03:15.394553 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['99061c21-d248-47a9-915f-3c8ea111de7e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:15.547238 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ab6b3-0ba6-459e-8bda-0e80e1367781 req-98bf2820-b82a-42e7-886a-293f2b3036e9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:15.548742 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e6ab6b3-0ba6-459e-8bda-0e80e1367781 req-98bf2820-b82a-42e7-886a-293f2b3036e9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0522616 Sep 04 16:03:15.592647 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e6ab6b3-0ba6-459e-8bda-0e80e1367781 req-46da8465-dd0e-4856-964c-daa69261c3ed tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Sep 04 16:03:15.703250 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c37a13-c8e1-4675-b0f2-e85ee822c1db req-f3459430-7551-49f8-a698-6eca5bca1a69 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:15.704818 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-34c37a13-c8e1-4675-b0f2-e85ee822c1db req-f3459430-7551-49f8-a698-6eca5bca1a69 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 944 time: 0.0508502 Sep 04 16:03:15.749070 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-34c37a13-c8e1-4675-b0f2-e85ee822c1db req-b4a482a7-817b-4757-ab62-1df83fd1acfd tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380499 Sep 04 16:03:15.801608 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed9f7-753a-463d-a853-a17af368d6dc req-b17b9cc5-1c84-41b3-bd90-7362a09e7016 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:15.803051 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0dbed9f7-753a-463d-a853-a17af368d6dc req-b17b9cc5-1c84-41b3-bd90-7362a09e7016 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 944 time: 0.3132422 Sep 04 16:03:15.846976 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0dbed9f7-753a-463d-a853-a17af368d6dc req-c1c67795-60a6-47a4-9d61-fe20c3524256 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357745 Sep 04 16:03:15.915404 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['42382d31-0247-441b-8b69-ba0f993a4593'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:16.717976 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de918354-af66-4f13-bb36-a4949af6efee req-5c5f1dbc-a29b-40b5-b660-7deb8adcd864 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:16.719548 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-de918354-af66-4f13-bb36-a4949af6efee req-5c5f1dbc-a29b-40b5-b660-7deb8adcd864 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0531979 Sep 04 16:03:16.761454 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-de918354-af66-4f13-bb36-a4949af6efee req-e0d1a20a-26b8-408f-8313-8ab377fdb7ea tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Sep 04 16:03:16.904932 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb816197-624a-49e4-b4f9-770604a80133 req-54c0a412-eb78-4d78-ad8b-d78638256695 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:16.908818 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb816197-624a-49e4-b4f9-770604a80133 req-54c0a412-eb78-4d78-ad8b-d78638256695 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 944 time: 0.0769382 Sep 04 16:03:16.970897 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bb816197-624a-49e4-b4f9-770604a80133 req-da991a44-21bf-4b07-882a-676a20456487 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529559 Sep 04 16:03:16.990607 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766a07-026d-427b-ab1c-f56cc8017e33 req-1209c5a1-cd36-44e9-bc04-7a345c07ba42 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:16.997700 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8d766a07-026d-427b-ab1c-f56cc8017e33 req-1209c5a1-cd36-44e9-bc04-7a345c07ba42 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 944 time: 0.0769808 Sep 04 16:03:17.045433 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8d766a07-026d-427b-ab1c-f56cc8017e33 req-cb2289e5-eaff-4d6a-9898-2aa863be965f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399067 Sep 04 16:03:17.918248 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4684b52-b2e6-4619-9647-fb04ecd618be req-5d11bde2-e6e6-44fb-8d08-273f0789d050 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:17.919499 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f4684b52-b2e6-4619-9647-fb04ecd618be req-5d11bde2-e6e6-44fb-8d08-273f0789d050 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0589886 Sep 04 16:03:17.970109 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f4684b52-b2e6-4619-9647-fb04ecd618be req-4c09bb71-93c9-46b4-b87c-a7f43c775706 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Sep 04 16:03:18.128968 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 42382d31-0247-441b-8b69-ba0f993a4593 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:03:18.144750 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435aa40-da50-45f5-bb71-8e97f9209f79 req-4af7a7e3-364d-4e6c-a79b-389a5753bbc9 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:18.159275 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e435aa40-da50-45f5-bb71-8e97f9209f79 req-4af7a7e3-364d-4e6c-a79b-389a5753bbc9 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 944 time: 0.0971456 Sep 04 16:03:18.243605 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port 42382d31-0247-441b-8b69-ba0f993a4593 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:03:18.251670 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port 42382d31-0247-441b-8b69-ba0f993a4593 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:18.262266 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e435aa40-da50-45f5-bb71-8e97f9209f79 req-3697c5ff-107f-4b56-b886-ddebb708deac tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016691 Sep 04 16:03:18.266469 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:18.325144 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f6346-5d84-43c4-888e-ee4f12a43682 req-1c2de6f6-75de-4c3c-a7f0-ffcde6e36951 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:18.334896 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd5f6346-5d84-43c4-888e-ee4f12a43682 req-1c2de6f6-75de-4c3c-a7f0-ffcde6e36951 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 944 time: 0.1142828 Sep 04 16:03:18.391205 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd5f6346-5d84-43c4-888e-ee4f12a43682 req-0fba1e69-42cb-472b-9648-1deb27dd563f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519569 Sep 04 16:03:18.579998 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:18.623789 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfed551b-0ebe-49e1-93e3-666cd28bdf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42382d31-0247-441b-8b69-ba0f993a4593'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:18.627198 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a3ccbf-0728-4139-afa2-183e6c5b0eac" -d '{"events": [{"server_uuid": "dfed551b-0ebe-49e1-93e3-666cd28bdf14", "name": "network-vif-plugged", "status": "completed", "tag": "42382d31-0247-441b-8b69-ba0f993a4593"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:18.643241 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 42382d31-0247-441b-8b69-ba0f993a4593, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=42382d31-0247-441b-8b69-ba0f993a4593,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:18.650301 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:18.651641 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 99061c21-d248-47a9-915f-3c8ea111de7e up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:03:18.697370 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecaa328-26a0-4a71-97fc-4a6677de0fd4 x-openstack-request-id: req-2ecaa328-26a0-4a71-97fc-4a6677de0fd4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:18.697757 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfed551b-0ebe-49e1-93e3-666cd28bdf14", "name": "network-vif-plugged", "status": "completed", "tag": "42382d31-0247-441b-8b69-ba0f993a4593", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:18.698105 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ecaa328-26a0-4a71-97fc-4a6677de0fd4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:18.705106 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfed551b-0ebe-49e1-93e3-666cd28bdf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42382d31-0247-441b-8b69-ba0f993a4593', 'code': 200} Sep 04 16:03:18.777138 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=42382d31-0247-441b-8b69-ba0f993a4593,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:18.798923 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port 99061c21-d248-47a9-915f-3c8ea111de7e completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:03:18.804063 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port 99061c21-d248-47a9-915f-3c8ea111de7e triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:18.805400 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:18.908578 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f57c1a-6907-45e2-acd1-f2a7882b49ce req-2cc64c74-9e8a-42ae-847e-b988a1b7e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:18.910826 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b0f57c1a-6907-45e2-acd1-f2a7882b49ce req-2cc64c74-9e8a-42ae-847e-b988a1b7e102 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 1098 time: 0.0556474 Sep 04 16:03:18.930028 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:18.953553 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b0f57c1a-6907-45e2-acd1-f2a7882b49ce req-8f4d934a-c2ef-48d8-affc-aee2f3207ae2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345466 Sep 04 16:03:18.980853 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 99061c21-d248-47a9-915f-3c8ea111de7e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=99061c21-d248-47a9-915f-3c8ea111de7e,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:18.985150 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:19.043033 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=99061c21-d248-47a9-915f-3c8ea111de7e,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:19.404486 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d46e38-551d-4dae-bd0a-efe1c686c167 req-1f580679-c05c-49bc-b7da-b7cfcc71a36a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:19.406834 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c2d46e38-551d-4dae-bd0a-efe1c686c167 req-1f580679-c05c-49bc-b7da-b7cfcc71a36a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 945 time: 0.0604503 Sep 04 16:03:19.451239 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c2d46e38-551d-4dae-bd0a-efe1c686c167 req-94ec7863-e128-490f-b65f-4883f02c213a tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373106 Sep 04 16:03:19.512110 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8286eb-a1ed-4144-ba68-07ff11b82045 req-73e2ff3f-0c8d-4058-a08d-bbabaea8a522 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:19.513620 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4a8286eb-a1ed-4144-ba68-07ff11b82045 req-73e2ff3f-0c8d-4058-a08d-bbabaea8a522 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0603042 Sep 04 16:03:19.568558 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4a8286eb-a1ed-4144-ba68-07ff11b82045 req-3a08aa14-4e16-4ce3-9976-ffbc5452042e tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487707 Sep 04 16:03:20.609734 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b411491-e9a5-4bae-bc82-97ab2184e24d req-c41dc0f8-9eb5-41c2-8949-797aff94e75f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:20.611510 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b411491-e9a5-4bae-bc82-97ab2184e24d req-c41dc0f8-9eb5-41c2-8949-797aff94e75f tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 945 time: 0.0838487 Sep 04 16:03:20.664887 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b411491-e9a5-4bae-bc82-97ab2184e24d req-fef23783-26b9-4ae4-abce-034433c9f28e tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455902 Sep 04 16:03:20.707181 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:20.710939 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0540c3e6-53fa-4f47-9da1-23d83aeb2e4c" -d '{"events": [{"server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "name": "network-vif-plugged", "status": "completed", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:20.712631 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e81008-7a72-4997-912c-e247effd41a4 req-36143b85-d83b-40cc-8713-304a2a7d3052 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:20.717347 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e2e81008-7a72-4997-912c-e247effd41a4 req-36143b85-d83b-40cc-8713-304a2a7d3052 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0621588 Sep 04 16:03:20.765138 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e2e81008-7a72-4997-912c-e247effd41a4 req-db7da2c4-fc39-423c-b9c1-e3c42d1b52d7 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449243 Sep 04 16:03:20.793424 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358c85cc-30ff-443b-bfb1-701ef70623c3 x-openstack-request-id: req-358c85cc-30ff-443b-bfb1-701ef70623c3 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:20.793667 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "name": "network-vif-plugged", "status": "completed", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:20.794805 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-358c85cc-30ff-443b-bfb1-701ef70623c3 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:20.795280 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e', 'code': 200} Sep 04 16:03:21.006611 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce3f5f-0fd2-4a9a-9499-81ef266e2c22 req-f334725c-df1a-461d-aa2b-ceca1ae897af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:21.008480 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1bce3f5f-0fd2-4a9a-9499-81ef266e2c22 req-f334725c-df1a-461d-aa2b-ceca1ae897af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 1098 time: 0.0504613 Sep 04 16:03:21.047912 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1bce3f5f-0fd2-4a9a-9499-81ef266e2c22 req-77963dc4-70fa-4a2e-9162-6db17702f4f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299170 Sep 04 16:03:21.792036 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5454aa5-902f-4d43-a947-cdef736ae044 req-6d4188c8-b6a3-4605-a099-0324dd3342be tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:21.793583 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b5454aa5-902f-4d43-a947-cdef736ae044 req-6d4188c8-b6a3-4605-a099-0324dd3342be tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 945 time: 0.0554745 Sep 04 16:03:21.839113 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b5454aa5-902f-4d43-a947-cdef736ae044 req-a69a05ad-fa0a-44cd-9234-e4431f39e14d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386066 Sep 04 16:03:21.924591 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0e5fb-9ca2-4cb7-9cbc-b7864aedf97d req-a80ab7a3-c8af-47cd-951a-aad87ee73153 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:21.926482 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-89d0e5fb-9ca2-4cb7-9cbc-b7864aedf97d req-a80ab7a3-c8af-47cd-951a-aad87ee73153 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0708728 Sep 04 16:03:22.008996 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-89d0e5fb-9ca2-4cb7-9cbc-b7864aedf97d req-03858899-fa3e-4cda-81c3-f04cff5e9c79 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669472 Sep 04 16:03:23.134289 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8109dd-8464-47ee-872c-a58720247d6e req-e6629742-0fde-4b6a-b8e2-3a31e6334c29 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:23.139421 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bf8109dd-8464-47ee-872c-a58720247d6e req-e6629742-0fde-4b6a-b8e2-3a31e6334c29 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0588539 Sep 04 16:03:23.187445 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bf8109dd-8464-47ee-872c-a58720247d6e req-39c64d68-a205-44e5-8f44-209df9745dc4 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Sep 04 16:03:23.440466 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d9775-9905-48a4-ad1e-69be2453fd3f req-213055b3-ab6e-4c3f-8b77-9e590533c7ae tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:23.441999 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c1d9775-9905-48a4-ad1e-69be2453fd3f req-213055b3-ab6e-4c3f-8b77-9e590533c7ae tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0497723 Sep 04 16:03:23.482268 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c1d9775-9905-48a4-ad1e-69be2453fd3f req-66621e6e-fe34-43ee-83a9-3d44462acefb tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342736 Sep 04 16:03:24.357855 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429bd80-0d0f-46e7-a42b-ed5f4e6eba18 req-633ab855-07f8-4cc0-8bd2-d9716e34bb5e tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:24.360392 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2429bd80-0d0f-46e7-a42b-ed5f4e6eba18 req-633ab855-07f8-4cc0-8bd2-d9716e34bb5e tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0812526 Sep 04 16:03:24.425629 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2429bd80-0d0f-46e7-a42b-ed5f4e6eba18 req-4dbada54-ae81-46b2-b3e1-8406ebe26024 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550284 Sep 04 16:03:24.969904 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeedce3-47cf-4fdb-b001-02df9d9aa767 req-1fff3c37-627f-4113-bc5e-d69e48e6cf41 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:24.972153 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ceeedce3-47cf-4fdb-b001-02df9d9aa767 req-1fff3c37-627f-4113-bc5e-d69e48e6cf41 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0817790 Sep 04 16:03:25.026322 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ceeedce3-47cf-4fdb-b001-02df9d9aa767 req-2c84c031-37b5-4082-a35d-cc27d3fa2400 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452647 Sep 04 16:03:25.165326 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fe2a6-94ca-4e94-afd5-054fd26f6324 req-63f1fbbc-546f-4aaf-91e7-1f4e0a8d3b4a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:25.166880 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-043fe2a6-94ca-4e94-afd5-054fd26f6324 req-63f1fbbc-546f-4aaf-91e7-1f4e0a8d3b4a tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0589688 Sep 04 16:03:25.205626 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-043fe2a6-94ca-4e94-afd5-054fd26f6324 req-d0686d3e-47a6-47a7-8ec2-e7373f30176c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Sep 04 16:03:25.683417 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70a766-8376-4f46-bb2f-7c615204acb3 req-0c7aca36-74ba-4ea1-9f75-9b58c6b615f4 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:25.685187 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1c70a766-8376-4f46-bb2f-7c615204acb3 req-0c7aca36-74ba-4ea1-9f75-9b58c6b615f4 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0606315 Sep 04 16:03:25.728464 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1c70a766-8376-4f46-bb2f-7c615204acb3 req-5b76aad6-bb6d-4d98-a2ba-1960a75f8491 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364084 Sep 04 16:03:26.401091 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da6e1-b0e2-4bb4-a310-102795f5aed3 req-cfee0ec8-ef96-4b49-8471-29da2a0fa70f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:26.408432 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b89da6e1-b0e2-4bb4-a310-102795f5aed3 req-cfee0ec8-ef96-4b49-8471-29da2a0fa70f tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0688310 Sep 04 16:03:26.445878 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b89da6e1-b0e2-4bb4-a310-102795f5aed3 req-4c56dec0-7f68-40a0-bb5b-a8382281621d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365405 Sep 04 16:03:26.563494 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ac939-4a40-421d-80a4-5e84197c02d4 req-4f6ece9a-66a0-4384-bccc-f33e23400270 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:26.565043 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-563ac939-4a40-421d-80a4-5e84197c02d4 req-4f6ece9a-66a0-4384-bccc-f33e23400270 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0533853 Sep 04 16:03:26.605940 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-563ac939-4a40-421d-80a4-5e84197c02d4 req-3fc8e1b3-946b-437f-92ba-7caf3e78e8bd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343387 Sep 04 16:03:27.482802 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-914d9d3d-db54-4463-8b70-d57cb00e29ac tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:27.485134 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-914d9d3d-db54-4463-8b70-d57cb00e29ac tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0547347 Sep 04 16:03:27.628444 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e537b-6561-4ed1-b293-676ac7813075 req-d98584df-3226-425c-a3a8-bb5fd9560f5d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:27.638357 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0b8e537b-6561-4ed1-b293-676ac7813075 req-d98584df-3226-425c-a3a8-bb5fd9560f5d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 945 time: 0.0876772 Sep 04 16:03:27.691069 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0b8e537b-6561-4ed1-b293-676ac7813075 req-97b4585a-e61d-4b86-aad2-5ce7fa6d22ca tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511692 Sep 04 16:03:27.732392 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-4c9171c2-eb92-4be1-95f5-c753cacdb0d1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Deleting port ba64a442-e8a9-48ea-ac8c-93601439294a {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:03:27.733051 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-4c9171c2-eb92-4be1-95f5-c753cacdb0d1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:27.859380 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111542-57c8-4735-914e-84183e7d2534 req-1605a642-2120-49bb-9467-869bfb1ccc02 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:27.860979 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e1111542-57c8-4735-914e-84183e7d2534 req-1605a642-2120-49bb-9467-869bfb1ccc02 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.1247852 Sep 04 16:03:27.912118 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-4c9171c2-eb92-4be1-95f5-c753cacdb0d1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] For port ba64a442-e8a9-48ea-ac8c-93601439294a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ba64a442-e8a9-48ea-ac8c-93601439294a,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:27.912594 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-4c9171c2-eb92-4be1-95f5-c753cacdb0d1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:27.935333 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-4c9171c2-eb92-4be1-95f5-c753cacdb0d1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Calling delete_port for ba64a442-e8a9-48ea-ac8c-93601439294a owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:03:27.956715 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e1111542-57c8-4735-914e-84183e7d2534 req-3f252e4b-c48c-4b87-a52e-c8663fac9fe4 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850780 Sep 04 16:03:28.087609 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-4c9171c2-eb92-4be1-95f5-c753cacdb0d1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:28.108889 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['2f2254a7-c85a-456f-b859-a236849fbf58', 'ba64a442-e8a9-48ea-ac8c-93601439294a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:28.126017 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9171c2-eb92-4be1-95f5-c753cacdb0d1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Pushing event deleted for resources: {'Port': ['ID=ba64a442-e8a9-48ea-ac8c-93601439294a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:28.190127 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-4c9171c2-eb92-4be1-95f5-c753cacdb0d1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] No DVR routers for this DVR port ba64a442-e8a9-48ea-ac8c-93601439294a on host hv-cinder-79966 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:03:28.197745 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-4c9171c2-eb92-4be1-95f5-c753cacdb0d1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:28.200048 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4e19057a-6b98-4a26-8a25-75f3aa137204 req-4c9171c2-eb92-4be1-95f5-c753cacdb0d1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.46 "DELETE /v2.0/ports/ba64a442-e8a9-48ea-ac8c-93601439294a HTTP/1.1" status: 204 len: 173 time: 0.6971838 Sep 04 16:03:28.200604 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a0c3e1-9ef5-4cdd-8de3-8e40494c694e', 'name': 'network-vif-deleted', 'tag': 'ba64a442-e8a9-48ea-ac8c-93601439294a'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:28.203096 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4977a09-59ef-4ced-b66c-ad18c6c23ac3" -d '{"events": [{"server_uuid": "d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e", "name": "network-vif-deleted", "tag": "ba64a442-e8a9-48ea-ac8c-93601439294a"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:28.270289 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5cfd25-ff7f-4a59-b98f-a9d1635c038b x-openstack-request-id: req-9d5cfd25-ff7f-4a59-b98f-a9d1635c038b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:28.271613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e", "name": "network-vif-deleted", "tag": "ba64a442-e8a9-48ea-ac8c-93601439294a", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:28.271877 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d5cfd25-ff7f-4a59-b98f-a9d1635c038b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:28.272361 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a0c3e1-9ef5-4cdd-8de3-8e40494c694e', 'name': 'network-vif-deleted', 'tag': 'ba64a442-e8a9-48ea-ac8c-93601439294a', 'status': 'completed', 'code': 200} Sep 04 16:03:28.626816 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:03:29.033275 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8b466af7-7d26-4094-906a-9f2966951ee8 req-041e858a-00d3-45e2-af93-3aed6e4cfbea tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5a0c3e1-9ef5-4cdd-8de3-8e40494c694e HTTP/1.1" status: 200 len: 210 time: 0.0642343 Sep 04 16:03:29.175778 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9643-88ec-49a5-b38c-a6f20e60d886 req-298ab5bd-bd3a-447c-b43e-4d06b5692843 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:29.186119 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-22bf9643-88ec-49a5-b38c-a6f20e60d886 req-298ab5bd-bd3a-447c-b43e-4d06b5692843 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0930386 Sep 04 16:03:29.230368 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-22bf9643-88ec-49a5-b38c-a6f20e60d886 req-9d221dcc-6e86-4978-bbbf-64f22a33a9bc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430262 Sep 04 16:03:30.427216 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716db3b6-3977-42dd-ae61-1080c69ee2b2 req-9e75af68-c35b-426d-91c3-d0c6e6b087a9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:30.434209 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339cc4a-c543-43a1-8eb0-c73fd3fcec34 req-f9b5732d-8f18-4446-8a7d-c21f706a37f1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:30.436846 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3339cc4a-c543-43a1-8eb0-c73fd3fcec34 req-f9b5732d-8f18-4446-8a7d-c21f706a37f1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0825877 Sep 04 16:03:30.439024 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-716db3b6-3977-42dd-ae61-1080c69ee2b2 req-9e75af68-c35b-426d-91c3-d0c6e6b087a9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0895333 Sep 04 16:03:30.484667 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-716db3b6-3977-42dd-ae61-1080c69ee2b2 req-4d73161c-6274-4164-bd07-2b9c19386317 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446448 Sep 04 16:03:30.490178 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3339cc4a-c543-43a1-8eb0-c73fd3fcec34 req-49209a79-3563-43bf-a78e-bd366f91f65c tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Sep 04 16:03:31.625058 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead1b53-eaae-475f-8f3d-2f0dbebab77c req-7038b943-0c25-4ca1-82ca-83bd93872f17 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:31.636031 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cead1b53-eaae-475f-8f3d-2f0dbebab77c req-7038b943-0c25-4ca1-82ca-83bd93872f17 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0667684 Sep 04 16:03:31.667250 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6218-726d-4063-bc17-3c21550839af req-7427b330-206f-4cc6-8f13-eeeadacaf529 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:31.669575 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-59bc6218-726d-4063-bc17-3c21550839af req-7427b330-206f-4cc6-8f13-eeeadacaf529 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0903118 Sep 04 16:03:31.700433 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cead1b53-eaae-475f-8f3d-2f0dbebab77c req-f57abcdf-f5c5-4a56-b149-86a4ccd26145 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617683 Sep 04 16:03:31.733450 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-59bc6218-726d-4063-bc17-3c21550839af req-3d3a5ffc-3dd8-43ae-b574-b0f0b4107c26 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533106 Sep 04 16:03:32.199621 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ba64a442-e8a9-48ea-ac8c-93601439294a no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:03:32.252235 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: ba64a442-e8a9-48ea-ac8c-93601439294a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:03:32.252627 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ba64a442-e8a9-48ea-ac8c-93601439294a not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:03:32.853062 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44052133-b9db-43ba-bc84-198ffb4da186 req-bde6d206-9f44-4beb-992c-550b43dc8fb3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:32.855048 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-44052133-b9db-43ba-bc84-198ffb4da186 req-bde6d206-9f44-4beb-992c-550b43dc8fb3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0560336 Sep 04 16:03:32.875965 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30b050-f7a7-4516-82c2-ffa378f1eceb req-e305b002-3312-45ea-8f20-5dafffa5c5d9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:32.877455 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cd30b050-f7a7-4516-82c2-ffa378f1eceb req-e305b002-3312-45ea-8f20-5dafffa5c5d9 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0675843 Sep 04 16:03:32.903166 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-44052133-b9db-43ba-bc84-198ffb4da186 req-25361da0-727d-4681-826c-f7699aa6f7da tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403161 Sep 04 16:03:32.924444 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cd30b050-f7a7-4516-82c2-ffa378f1eceb req-55bb08e8-31af-40d8-a340-88fe6633e7c3 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Sep 04 16:03:34.107213 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722e013-984a-4c32-88c9-e1b0e4539c32 req-bbd1dc5c-9b56-415d-9bb9-42f3d8f9e0b1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:34.110286 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9722e013-984a-4c32-88c9-e1b0e4539c32 req-bbd1dc5c-9b56-415d-9bb9-42f3d8f9e0b1 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0671821 Sep 04 16:03:34.120839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2648-18f4-4458-848e-603dd6708ae3 req-d371fa20-472f-4a77-aa1d-8a6a7e553cf5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:34.128565 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e78f2648-18f4-4458-848e-603dd6708ae3 req-d371fa20-472f-4a77-aa1d-8a6a7e553cf5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0924780 Sep 04 16:03:34.165301 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9722e013-984a-4c32-88c9-e1b0e4539c32 req-ba0de240-75b1-4513-b4f7-e580668d1b97 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Sep 04 16:03:34.166452 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e78f2648-18f4-4458-848e-603dd6708ae3 req-05974048-8c87-4c00-9493-bbb843daed96 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366447 Sep 04 16:03:35.065250 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a711bbfe-0ef0-46cd-b32a-961bf11012b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:35.351613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981debcc-462f-4e8f-a7b4-d9ae44e9f386 req-687da138-da3f-46ae-96f4-4fc259829397 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:35.354861 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-981debcc-462f-4e8f-a7b4-d9ae44e9f386 req-687da138-da3f-46ae-96f4-4fc259829397 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0714941 Sep 04 16:03:35.361107 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3a9a-e492-418c-9bbd-58ef3681c912 req-1889ff59-fe3d-4241-9b85-029114266a80 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:35.362662 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0d9c3a9a-e492-418c-9bbd-58ef3681c912 req-1889ff59-fe3d-4241-9b85-029114266a80 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0796089 Sep 04 16:03:35.406571 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0d9c3a9a-e492-418c-9bbd-58ef3681c912 req-ed1bea65-9bb4-47f3-a03e-4b94c26f3f22 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358472 Sep 04 16:03:35.431781 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-981debcc-462f-4e8f-a7b4-d9ae44e9f386 req-0d1dc5fc-ef3e-43c0-a071-88aec5f764cb tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702412 Sep 04 16:03:36.656963 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f25a-8575-4ed8-b6aa-41b772fb15a3 req-ff91b1c4-53d1-4a12-9856-7ee02a8d5721 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:36.656963 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-beb5f25a-8575-4ed8-b6aa-41b772fb15a3 req-ff91b1c4-53d1-4a12-9856-7ee02a8d5721 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.1233647 Sep 04 16:03:36.660757 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ca510-c5de-449f-a82e-f75f2e821982 req-da377714-0147-465a-9ac3-af8bc8d3c73b tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:36.662270 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b45ca510-c5de-449f-a82e-f75f2e821982 req-da377714-0147-465a-9ac3-af8bc8d3c73b tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.1023612 Sep 04 16:03:36.705312 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-beb5f25a-8575-4ed8-b6aa-41b772fb15a3 req-805a7b24-c9b8-4142-8e90-1b35412ecd14 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431533 Sep 04 16:03:36.714107 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b45ca510-c5de-449f-a82e-f75f2e821982 req-2394f029-8565-435c-8835-502e572ecbd3 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Sep 04 16:03:37.837877 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2207c-7af9-404f-a43c-0970b775f0a6 req-bd979d78-10dd-4f96-af0e-d5c36600b7ac tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:37.839461 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-73a2207c-7af9-404f-a43c-0970b775f0a6 req-bd979d78-10dd-4f96-af0e-d5c36600b7ac tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0531785 Sep 04 16:03:37.851932 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb58a12-d1a2-4356-ae02-3aaae02f94de req-8ce91104-4f27-4f34-b5bf-624cfb3368c6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:37.853954 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-afb58a12-d1a2-4356-ae02-3aaae02f94de req-8ce91104-4f27-4f34-b5bf-624cfb3368c6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0543392 Sep 04 16:03:37.875569 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-eb001b0a-4347-4636-978f-c9c757ecc587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:37.882292 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-73a2207c-7af9-404f-a43c-0970b775f0a6 req-75d02774-e34a-4cc5-a8cd-e0cbc7a6686d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365088 Sep 04 16:03:37.897927 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-afb58a12-d1a2-4356-ae02-3aaae02f94de req-47af0379-46fc-44e2-b4ea-fbfa400b58ef tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375314 Sep 04 16:03:38.119175 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:38.839569 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-754c9def-fea3-4688-ab3a-aa1d16da4390 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:38.848721 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-754c9def-fea3-4688-ab3a-aa1d16da4390 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.0591254 Sep 04 16:03:38.957666 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-fff35aa5-b664-4660-815f-2bf93bbf751d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Deleting port 2f2254a7-c85a-456f-b859-a236849fbf58 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:03:38.958102 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-fff35aa5-b664-4660-815f-2bf93bbf751d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:38.997081 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:39.049315 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e9617-3813-4876-839b-c201b7e5e75c req-18a3fe57-a34f-42eb-981e-bb4862442983 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:39.050685 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9c7e9617-3813-4876-839b-c201b7e5e75c req-18a3fe57-a34f-42eb-981e-bb4862442983 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0610113 Sep 04 16:03:39.065274 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aea1cb-5f72-44ed-8601-02983c2149bb req-8233466f-db53-4bb9-bbfd-a791dfd9e48d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:39.066737 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-66aea1cb-5f72-44ed-8601-02983c2149bb req-8233466f-db53-4bb9-bbfd-a791dfd9e48d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6b1f7f-717b-409e-9028-2f3121219be4 HTTP/1.1" status: 200 len: 945 time: 0.1036792 Sep 04 16:03:39.089689 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9c7e9617-3813-4876-839b-c201b7e5e75c req-357c955d-6236-40b4-a765-a7d077564304 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Sep 04 16:03:39.094983 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-fff35aa5-b664-4660-815f-2bf93bbf751d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] For port 2f2254a7-c85a-456f-b859-a236849fbf58, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=2f2254a7-c85a-456f-b859-a236849fbf58,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:39.095372 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-fff35aa5-b664-4660-815f-2bf93bbf751d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:39.129084 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-fff35aa5-b664-4660-815f-2bf93bbf751d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Calling delete_port for 2f2254a7-c85a-456f-b859-a236849fbf58 owned by compute:nova {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:03:39.133652 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-66aea1cb-5f72-44ed-8601-02983c2149bb req-1e706c43-5cf5-4365-bd4e-d2adf5923f47 tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fbdebee-50f1-4870-ac6d-83be464825a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582662 Sep 04 16:03:39.267507 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-fff35aa5-b664-4660-815f-2bf93bbf751d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:39.278852 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['2f2254a7-c85a-456f-b859-a236849fbf58'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:39.298737 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff35aa5-b664-4660-815f-2bf93bbf751d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Pushing event deleted for resources: {'Port': ['ID=2f2254a7-c85a-456f-b859-a236849fbf58,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:39.338216 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-fff35aa5-b664-4660-815f-2bf93bbf751d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] No DVR routers for this DVR port 2f2254a7-c85a-456f-b859-a236849fbf58 on host hv-cinder-79966 {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:03:39.340909 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-fff35aa5-b664-4660-815f-2bf93bbf751d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:39.342878 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3e31fec1-dd5d-4340-b4f5-61a160458a39 req-fff35aa5-b664-4660-815f-2bf93bbf751d tempest-ServerRescueNegativeTestJSON-564405372 tempest-ServerRescueNegativeTestJSON-564405372-project] 10.222.0.46 "DELETE /v2.0/ports/2f2254a7-c85a-456f-b859-a236849fbf58 HTTP/1.1" status: 204 len: 173 time: 0.4832540 Sep 04 16:03:39.343369 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6b1f7f-717b-409e-9028-2f3121219be4', 'name': 'network-vif-deleted', 'tag': '2f2254a7-c85a-456f-b859-a236849fbf58'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:39.345686 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abc6858-ba56-45df-a6cc-220c63b1bd79" -d '{"events": [{"server_uuid": "6f6b1f7f-717b-409e-9028-2f3121219be4", "name": "network-vif-deleted", "tag": "2f2254a7-c85a-456f-b859-a236849fbf58"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:39.381988 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adea3c8-c7f7-481e-ad51-619de32d66bf x-openstack-request-id: req-1adea3c8-c7f7-481e-ad51-619de32d66bf {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:39.382297 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6b1f7f-717b-409e-9028-2f3121219be4", "name": "network-vif-deleted", "tag": "2f2254a7-c85a-456f-b859-a236849fbf58", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:39.382644 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1adea3c8-c7f7-481e-ad51-619de32d66bf {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:39.383070 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6b1f7f-717b-409e-9028-2f3121219be4', 'name': 'network-vif-deleted', 'tag': '2f2254a7-c85a-456f-b859-a236849fbf58', 'status': 'completed', 'code': 200} Sep 04 16:03:39.548224 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-60011df5-bca8-4dee-98b5-d06fa0563d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:39.549711 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-60011df5-bca8-4dee-98b5-d06fa0563d8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 1099 time: 0.0407889 Sep 04 16:03:39.661434 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-41fd756e-fa87-4fd0-9e2b-b7e23a81e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:39.663391 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-41fd756e-fa87-4fd0-9e2b-b7e23a81e979 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 918 time: 0.0896797 Sep 04 16:03:39.732174 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-7cea4a20-aeec-4efc-84ea-7d294c2b0d90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcef89de-da6d-4438-9e11-f05f93f56443 HTTP/1.1" status: 200 len: 1002 time: 0.0606501 Sep 04 16:03:39.783846 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-c5d1bb0a-60f8-4bf0-9f05-55c28fad0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:39.785345 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-c5d1bb0a-60f8-4bf0-9f05-55c28fad0288 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0434487 Sep 04 16:03:39.844649 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-de222276-9b3c-4480-ac12-e95ce89bd567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:39.846199 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-de222276-9b3c-4480-ac12-e95ce89bd567 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468895 Sep 04 16:03:39.952501 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-4b6f355b-ca45-4b54-b701-ebe59aba0852 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981104 Sep 04 16:03:40.026156 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 45990) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:40.056389 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-149b6f90-34a2-41b9-991d-a8e074561b0d req-16265a1a-c77e-4130-bda7-af5806eb83c1 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926540 Sep 04 16:03:40.072429 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-502eba55-e8d8-4974-a55e-2570480970a9 admin admin] Deleting subnet aa6492be-e7c8-4cd4-9387-87896b44db0f {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:03:40.077268 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-502eba55-e8d8-4974-a55e-2570480970a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.111566 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-502eba55-e8d8-4974-a55e-2570480970a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288161'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.154860 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-502eba55-e8d8-4974-a55e-2570480970a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.216837 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-502eba55-e8d8-4974-a55e-2570480970a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25244621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29123326'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.220721 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41af456-5017-42a9-94c6-eb158b8ac77b req-86c8bb1f-62a6-4859-9c8c-96ef9cc6a168 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:40.222380 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c41af456-5017-42a9-94c6-eb158b8ac77b req-86c8bb1f-62a6-4859-9c8c-96ef9cc6a168 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0536723 Sep 04 16:03:40.247865 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-502eba55-e8d8-4974-a55e-2570480970a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.249855 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-502eba55-e8d8-4974-a55e-2570480970a9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aa6492be-e7c8-4cd4-9387-87896b44db0f HTTP/1.1" status: 204 len: 168 time: 0.2226186 Sep 04 16:03:40.251286 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502eba55-e8d8-4974-a55e-2570480970a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6492be-e7c8-4cd4-9387-87896b44db0f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:40.252363 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 45998) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:40.268766 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46002) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:40.306660 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c41af456-5017-42a9-94c6-eb158b8ac77b req-817daf99-5dad-433e-b2e6-e8b4a1a415d3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697608 Sep 04 16:03:40.355151 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.439885 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.451326 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.451723 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.452522 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.452834 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > port after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.453196 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.453533 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > port after_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.453868 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.454203 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.454539 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.454855 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.557355 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.557701 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.558024 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.558349 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:03:40.558719 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f13c3b-fc69-4058-a052-458d89dba1fb']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:40.581038 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745a5ccf-06d1-463b-833f-896e2696eacb') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:40.581454 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745a5ccf-06d1-463b-833f-896e2696eacb') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:40.599416 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498274'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.621052 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.629093 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:03:40.629486 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29005727'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: from cryptography.utils import int_from_bytes Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: from cryptography.utils import int_from_bytes Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: Traceback (most recent call last): Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: timer() Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: cb(*args, **kw) Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: return func(*args, **kwargs) Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: self._notify() Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: self.callback(batched_events) Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: event.method(event) Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: return f(self, *a, **k) Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._get(url).json() Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:03:40.633740 dv-cinder-799663-6-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:03:40.674417 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.693968 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.705928 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914084'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.708646 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:40.710617 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] 10.222.0.53 "DELETE /v2.0/networks/22f13c3b-fc69-4058-a052-458d89dba1fb HTTP/1.1" status: 204 len: 168 time: 0.4572794 Sep 04 16:03:40.711584 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6abe5-7229-4734-b56e-3e641c23521f admin admin] Pushing event deleted for resources: {'Network': ['ID=22f13c3b-fc69-4058-a052-458d89dba1fb,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:40.918579 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46010) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:40.996281 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d7c41bd2-4345-4788-989f-f40378d27ba9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f92403569244469b912477657549eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764239 Sep 04 16:03:40.999575 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46016) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:41.066790 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-588cf3c1-50be-41ea-adc3-255454c480ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:41.093329 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-588cf3c1-50be-41ea-adc3-255454c480ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:41.158423 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-588cf3c1-50be-41ea-adc3-255454c480ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:41.161680 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-588cf3c1-50be-41ea-adc3-255454c480ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:41.163201 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-588cf3c1-50be-41ea-adc3-255454c480ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2411aaa5-22d6-4b8c-9293-c6c7ac582204 HTTP/1.1" status: 204 len: 168 time: 0.1610115 Sep 04 16:03:41.172133 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cf3c1-50be-41ea-adc3-255454c480ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2411aaa5-22d6-4b8c-9293-c6c7ac582204,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:41.251151 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-acdc2673-b92e-4e93-a284-eb378c9f32a2 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940864548&fields=id&tenant_id=8c055fbc23014694922ea7b0c836db67 HTTP/1.1" status: 200 len: 267 time: 0.0460582 Sep 04 16:03:41.286369 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] Deleting port 7dae45b8-2243-4818-9871-7fac4ae2cdb8 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:03:41.286941 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:41.399345 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] For port 7dae45b8-2243-4818-9871-7fac4ae2cdb8, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=7dae45b8-2243-4818-9871-7fac4ae2cdb8,segment=NetworkSegment(eb8edc29-1adb-47e6-aa5e-2942f7f7ce60),segment_id=eb8edc29-1adb-47e6-aa5e-2942f7f7ce60)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:41.400125 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:41.416957 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] Calling delete_port for 7dae45b8-2243-4818-9871-7fac4ae2cdb8 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:03:41.454438 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-d7c4a2d7-9a65-4079-8971-fffc2ae2ac9b tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:41.456018 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-d7c4a2d7-9a65-4079-8971-fffc2ae2ac9b tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 812 time: 0.1951180 Sep 04 16:03:41.476533 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-1a9f6990-7b45-421b-81fd-68af113e5771 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/quotas/8c055fbc23014694922ea7b0c836db67 HTTP/1.1" status: 200 len: 375 time: 0.0140905 Sep 04 16:03:41.545836 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-800ab67a-bb6f-4726-a0b1-530c678a4b22 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626187 Sep 04 16:03:41.547497 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12029df-e8f9-434d-a7e1-1dc6e5ea0cda req-858e2c4d-c984-42c0-b9d9-9068495e0597 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:41.555728 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b12029df-e8f9-434d-a7e1-1dc6e5ea0cda req-858e2c4d-c984-42c0-b9d9-9068495e0597 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.1251938 Sep 04 16:03:41.642414 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b12029df-e8f9-434d-a7e1-1dc6e5ea0cda req-379077e2-b402-4d6b-ac59-804e498b146d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846899 Sep 04 16:03:41.666310 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-5622b1a3-03b9-49b8-90c3-1cae29ab98c5 service neutron] 10.222.0.53 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974038 Sep 04 16:03:41.732323 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:41.778057 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-9e5eb2c4-c011-445e-889b-c160d4cf897e service neutron] 10.222.0.53 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036990 Sep 04 16:03:41.789881 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dae45b8-2243-4818-9871-7fac4ae2cdb8,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:41.932099 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f34f9-39d0-47fc-aeea-332b42697c9c req-a7e6452a-2cc2-47b5-ba93-150aff8093b2 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:41.933632 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-428f34f9-39d0-47fc-aeea-332b42697c9c req-a7e6452a-2cc2-47b5-ba93-150aff8093b2 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.1189826 Sep 04 16:03:41.993788 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-428f34f9-39d0-47fc-aeea-332b42697c9c req-86c29602-53ba-4c25-87a0-206e12d79e33 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521464 Sep 04 16:03:41.998140 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373958'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:42.017033 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:42.103137 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-79cc55ec-920c-41f9-982c-06a3b7588762 req-b8a6c8cf-4fae-4dae-a259-ca694dcf68b3 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 210 time: 0.0353527 Sep 04 16:03:42.229223 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 2f2254a7-c85a-456f-b859-a236849fbf58 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:03:42.251213 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] Router 731c1e3a-384e-40fa-bd7c-9996776b6218 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:03:42.262854 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: 2f2254a7-c85a-456f-b859-a236849fbf58 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:03:42.263450 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 2f2254a7-c85a-456f-b859-a236849fbf58 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:03:42.270493 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:42.320889 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406d3a64-0de0-41fe-ac58-71d8f9d96317 tempest-TestMinimumBasicScenario-2064950289 tempest-TestMinimumBasicScenario-2064950289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:42.325092 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-406d3a64-0de0-41fe-ac58-71d8f9d96317 tempest-TestMinimumBasicScenario-2064950289 tempest-TestMinimumBasicScenario-2064950289-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 1093 time: 0.3045602 Sep 04 16:03:42.325336 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46062) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:42.329928 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'floatingip': {'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'port_id': '99061c21-d248-47a9-915f-3c8ea111de7e', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:42.376218 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:42.379200 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:03:42.386014 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-6f6d744c-11a3-4030-9db5-e9d62a4bd763 admin admin] 10.222.0.53 "PUT /v2.0/routers/731c1e3a-384e-40fa-bd7c-9996776b6218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1160181 Sep 04 16:03:42.393389 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46064) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:42.393906 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] Sync routers for ids ['731c1e3a-384e-40fa-bd7c-9996776b6218'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:03:42.406070 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] Routers {'731c1e3a-384e-40fa-bd7c-9996776b6218'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:03:42.407413 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:03:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['731c1e3a-384e-40fa-bd7c-9996776b6218'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:42.493257 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:42.527626 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] Set router 731c1e3a-384e-40fa-bd7c-9996776b6218 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:03:42.541137 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:42.617477 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Allocated IP 172.27.2.170 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/03d2536d-51fc-454a-be02-9684b781fe48) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:03:42.702092 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:42.750166 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:42.785941 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Deleting port 16687edc-b18c-40aa-9a88-f6144ae52839 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:03:42.786416 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:42.799893 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'name': 'tempest-ServerRescueNegativeTestJSON-712389673-router', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T16:03:41Z', 'revision_number': 5, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'gw_port': {'id': '16687edc-b18c-40aa-9a88-f6144ae52839', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:31Z', 'updated_at': '2021-09-04T15:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:42.821935 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef55943-f848-4643-afbd-2d9f995d26b9 req-1f37ec6e-dc58-4f6a-aabd-1f4681037410 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:42.823456 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ef55943-f848-4643-afbd-2d9f995d26b9 req-1f37ec6e-dc58-4f6a-aabd-1f4681037410 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0775940 Sep 04 16:03:42.849318 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] Checking router: 731c1e3a-384e-40fa-bd7c-9996776b6218 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:03:42.849617 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:42.860240 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] Routers {'731c1e3a-384e-40fa-bd7c-9996776b6218'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:03:42.860881 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:03:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['731c1e3a-384e-40fa-bd7c-9996776b6218'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:42.903361 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:03:42.908558 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ef55943-f848-4643-afbd-2d9f995d26b9 req-f3989e75-4575-4d1e-8208-d248e8401f04 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742154 Sep 04 16:03:42.912255 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] For port 16687edc-b18c-40aa-9a88-f6144ae52839, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=16687edc-b18c-40aa-9a88-f6144ae52839,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:42.913355 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:42.914340 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:03:42.916682 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'Port': ['ID=03d2536d-51fc-454a-be02-9684b781fe48,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:42.924636 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:03:42.931233 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Calling delete_port for 16687edc-b18c-40aa-9a88-f6144ae52839 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:03:42.960506 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] Set router 731c1e3a-384e-40fa-bd7c-9996776b6218 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:03:43.011660 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'name': 'tempest-ServerRescueNegativeTestJSON-712389673-router', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T16:03:42Z', 'revision_number': 6, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'gw_port_host': None}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:43.041825 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999305b3-07a1-4606-b6d2-96d1dd0f46e1 None None] The sync data for ids ['731c1e3a-384e-40fa-bd7c-9996776b6218'] in dv-cinder-799663-6-iscsi is: [{'id': '731c1e3a-384e-40fa-bd7c-9996776b6218', 'name': 'tempest-ServerRescueNegativeTestJSON-712389673-router', 'tenant_id': '7781f4c667064073ad11a7cb2d180cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T16:03:42Z', 'revision_number': 6, 'project_id': '7781f4c667064073ad11a7cb2d180cac', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:03:43.063496 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cd2dc-52a5-4235-87fd-b423b29dca69 req-c3876c80-f0f7-4075-9cb6-0e46ed0d5aa1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:43.065099 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f41cd2dc-52a5-4235-87fd-b423b29dca69 req-c3876c80-f0f7-4075-9cb6-0e46ed0d5aa1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 945 time: 0.0761795 Sep 04 16:03:43.150200 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f41cd2dc-52a5-4235-87fd-b423b29dca69 req-7a256935-ff16-466a-ba52-e0cc9ef4e943 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528133 Sep 04 16:03:43.208751 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.238565 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Pushing event deleted for resources: {'Port': ['ID=16687edc-b18c-40aa-9a88-f6144ae52839,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:43.310134 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373822'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.440722 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26233'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.446008 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.513967 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914466'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.515022 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 731c1e3a-384e-40fa-bd7c-9996776b6218 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:03:43.521641 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.525537 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0563f871-8c1b-4374-bdf4-9bf1372e635b admin admin] 10.222.0.53 "DELETE /v2.0/routers/731c1e3a-384e-40fa-bd7c-9996776b6218 HTTP/1.1" status: 204 len: 168 time: 1.1302917 Sep 04 16:03:43.526340 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46078) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:43.566662 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-78a59fe7-1622-4309-b8c3-d7b5f057fef2 req-463283e8-6acb-4638-94ba-c424c340d39c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 210 time: 0.3269284 Sep 04 16:03:43.574155 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-df99a723-fd54-4f2b-a63e-06f9e7f77c5e admin admin] Deleting subnet b27b951f-d51e-44d0-915e-6906f258bd64 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:03:43.577370 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df99a723-fd54-4f2b-a63e-06f9e7f77c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.611366 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df99a723-fd54-4f2b-a63e-06f9e7f77c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288161'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.630533 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-2fa3fed7-c2a5-4a52-b190-3f85ce25d9fb tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:43.632282 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-2fa3fed7-c2a5-4a52-b190-3f85ce25d9fb tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 812 time: 0.4795854 Sep 04 16:03:43.652298 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df99a723-fd54-4f2b-a63e-06f9e7f77c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.704613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.710684 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df99a723-fd54-4f2b-a63e-06f9e7f77c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25244621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29123326'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.711110 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-763e0c4c-fc6a-46fe-99e9-21a6f32285df tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c055fbc23014694922ea7b0c836db67 HTTP/1.1" status: 200 len: 380 time: 0.0518208 Sep 04 16:03:43.741202 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99a723-fd54-4f2b-a63e-06f9e7f77c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27b951f-d51e-44d0-915e-6906f258bd64,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:43.741707 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'port': {'device_id': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'admin_state_up': True, 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'security_groups': ['a38d02c3-75a1-4e60-998e-e3a3e20c6224']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:43.749825 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-df99a723-fd54-4f2b-a63e-06f9e7f77c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.751774 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-df99a723-fd54-4f2b-a63e-06f9e7f77c5e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b27b951f-d51e-44d0-915e-6906f258bd64 HTTP/1.1" status: 204 len: 168 time: 0.2243879 Sep 04 16:03:43.754266 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46080) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:43.834630 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.855358 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.925701 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.937989 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a632102c-6130-4abb-b1c8-54457bd9a66e']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:43.949796 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:43.951975 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8edc29-1adb-47e6-aa5e-2942f7f7ce60') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:43.953234 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Made reservation on behalf of 8c055fbc23014694922ea7b0c836db67 for: {'port': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:03:43.957225 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.961061 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29288184'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.975777 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.983249 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:03:43.985469 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25244563'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: Traceback (most recent call last): Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: timer() Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: cb(*args, **kw) Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: return func(*args, **kwargs) Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: self._notify() Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: self.callback(batched_events) Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: event.method(event) Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: return f(self, *a, **k) Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._get(url).json() Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:03:43.987412 dv-cinder-799663-6-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:03:44.050530 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.057969 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.062501 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a632102c-6130-4abb-b1c8-54457bd9a66e HTTP/1.1" status: 204 len: 168 time: 0.3072579 Sep 04 16:03:44.072140 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04803d95-4faf-4211-816a-288e7df53531 admin admin] Pushing event deleted for resources: {'Network': ['ID=a632102c-6130-4abb-b1c8-54457bd9a66e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:44.174657 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.188744 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d68eeb-95f5-415d-8cd8-af3a3df6f191 req-8623a572-0a24-4939-af2b-085e84ae5ae8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:44.190354 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27d68eeb-95f5-415d-8cd8-af3a3df6f191 req-8623a572-0a24-4939-af2b-085e84ae5ae8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.1702816 Sep 04 16:03:44.194492 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29005819'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.268141 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Allocated IP 172.20.0.4 (72295d43-0f94-491b-a513-1247311102ef/c1c5debb-be03-4030-a30b-45bba4ca8223/839dc43b-a75a-4098-bfc7-5e05e24bb682) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:03:44.286650 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46090) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:44.311122 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'Port': ['ID=03d2536d-51fc-454a-be02-9684b781fe48,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:44.319369 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3972dd-0e14-4555-8dd7-93f3dd047e38 req-779f0dc6-f99d-45d6-a706-74d41deb4985 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:44.320838 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dc3972dd-0e14-4555-8dd7-93f3dd047e38 req-779f0dc6-f99d-45d6-a706-74d41deb4985 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 945 time: 0.0701592 Sep 04 16:03:44.343673 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.344045 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.344375 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.344717 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.345082 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.345426 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.345752 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.346086 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.346416 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.346743 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.347074 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.347404 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:44.358798 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-27d68eeb-95f5-415d-8cd8-af3a3df6f191 req-b748be07-4113-49cc-a301-ddb9467250f7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336312 Sep 04 16:03:44.365191 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.389495 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dc3972dd-0e14-4555-8dd7-93f3dd047e38 req-cba50ce2-db39-473a-9844-0428aab2bf20 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543244 Sep 04 16:03:44.405183 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-09c8e2dc-fe21-4f73-93a9-727b25e59d61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7781f4c667064073ad11a7cb2d180cac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1154182 Sep 04 16:03:44.405830 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46092) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:44.418038 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 16687edc-b18c-40aa-9a88-f6144ae52839 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:03:44.436826 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 16687edc-b18c-40aa-9a88-f6144ae52839 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:03:44.437200 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 16687edc-b18c-40aa-9a88-f6144ae52839 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:03:44.437671 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7dae45b8-2243-4818-9871-7fac4ae2cdb8 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:03:44.456455 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 7dae45b8-2243-4818-9871-7fac4ae2cdb8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:03:44.456800 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7dae45b8-2243-4818-9871-7fac4ae2cdb8 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:03:44.460950 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e175f20-e295-4179-959b-0aad486b715c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.482889 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e175f20-e295-4179-959b-0aad486b715c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.531371 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e175f20-e295-4179-959b-0aad486b715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.534058 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6e175f20-e295-4179-959b-0aad486b715c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.535196 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-6e175f20-e295-4179-959b-0aad486b715c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fbdebee-50f1-4870-ac6d-83be464825a7 HTTP/1.1" status: 204 len: 168 time: 0.1284440 Sep 04 16:03:44.546175 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e175f20-e295-4179-959b-0aad486b715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbdebee-50f1-4870-ac6d-83be464825a7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:44.557915 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Floating IP cf7313c9-bfe3-4157-80a6-c3e8868207f0 associated. External IP: 172.27.2.170, port: 99061c21-d248-47a9-915f-3c8ea111de7e. Sep 04 16:03:44.658050 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.684704 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-275fe9dd-3342-4f7a-aa48-5d4865d32782 req-9575e573-37c1-4764-a369-aba5104b479e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 210 time: 0.0423973 Sep 04 16:03:44.697881 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Transition to ACTIVE for port object 839dc43b-a75a-4098-bfc7-5e05e24bb682 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:03:44.807859 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:44.871842 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Network 72295d43-0f94-491b-a513-1247311102ef is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:03:44.880480 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:03:44.887235 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'Port': ['ID=839dc43b-a75a-4098-bfc7-5e05e24bb682,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:44.889243 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:03:44.922347 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Router db19a29b-523b-4d70-b27c-a772d49b0ee5 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:03:44.954581 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:44.955245 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.029602 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-b65d57fd-5adb-4a64-aaef-b5fa3f9556b9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2951133 Sep 04 16:03:45.049901 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Request body: {'port': {'device_id': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:45.118571 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:03:45.130446 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] Sync routers for ids ['db19a29b-523b-4d70-b27c-a772d49b0ee5'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:03:45.133704 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.146197 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.149907 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] Routers {'db19a29b-523b-4d70-b27c-a772d49b0ee5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:03:45.150836 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:03:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['db19a29b-523b-4d70-b27c-a772d49b0ee5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:45.154895 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4fd69ad5-cbf7-41e0-84d1-f0cf1c8218b4 None None] Provisioning for port 839dc43b-a75a-4098-bfc7-5e05e24bb682 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:03:45.199346 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-de9334d0-7741-4657-b098-fe1da4982351 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8730252 Sep 04 16:03:45.201571 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:45.202194 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46116) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:45.207074 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-44a48b6b-6017-49aa-aab7-b937579b1f2f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063149029', 'description': 'tempest-secgroup-smoke-2063149029 description', 'project_id': '41d4897cecf34ddc96c97c667ea73ba1'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:45.207888 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b414c9a3-8f61-409e-91f7-0192b8df9744" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:45.217743 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4fd69ad5-cbf7-41e0-84d1-f0cf1c8218b4 None None] Provisioning complete for port 839dc43b-a75a-4098-bfc7-5e05e24bb682 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:45.218121 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4fd69ad5-cbf7-41e0-84d1-f0cf1c8218b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.246253 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44a48b6b-6017-49aa-aab7-b937579b1f2f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.266913 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-4fd69ad5-cbf7-41e0-84d1-f0cf1c8218b4 None None] Port 839dc43b-a75a-4098-bfc7-5e05e24bb682 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:03:45.292520 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] Set router db19a29b-523b-4d70-b27c-a772d49b0ee5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:03:45.301703 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-3052c4c3-691d-422c-ad2f-dc18b98719f3 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:45.303773 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-3052c4c3-691d-422c-ad2f-dc18b98719f3 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 945 time: 0.0698552 Sep 04 16:03:45.413643 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e37a5ee-2dbe-4595-a19f-855eca9e7996 x-openstack-request-id: req-7e37a5ee-2dbe-4595-a19f-855eca9e7996 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:45.413929 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:45.414180 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e37a5ee-2dbe-4595-a19f-855eca9e7996 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:45.415282 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e', 'status': 'completed', 'code': 200} Sep 04 16:03:45.511502 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44a48b6b-6017-49aa-aab7-b937579b1f2f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.521220 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44a48b6b-6017-49aa-aab7-b937579b1f2f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.554749 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-16ad453f-bd99-4c0d-952e-21ead32212ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:45.556319 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-16ad453f-bd99-4c0d-952e-21ead32212ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41d4897cecf34ddc96c97c667ea73ba1&device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 1098 time: 0.1156907 Sep 04 16:03:45.561812 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-44a48b6b-6017-49aa-aab7-b937579b1f2f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.565242 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-44a48b6b-6017-49aa-aab7-b937579b1f2f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3589835 Sep 04 16:03:45.567907 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46132) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:45.587958 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839dc43b-a75a-4098-bfc7-5e05e24bb682 {{(pid=93876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:03:45.595891 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.609958 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Transition to ACTIVE for port object 839dc43b-a75a-4098-bfc7-5e05e24bb682 will not be triggered until provisioned by entity L2. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:03:45.627506 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29005819'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.657845 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-03c50cd1-4f2f-4614-a087-2c56dfcf2266 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'security_group_rule': {'security_group_id': 'c7b42e68-e252-424a-85f4-91b792550da6', 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:45.672900 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-7ca45194-a3a5-405c-884b-a2eabceedde8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Deleting port 42382d31-0247-441b-8b69-ba0f993a4593 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:03:45.673310 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-7ca45194-a3a5-405c-884b-a2eabceedde8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.698699 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:17Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'cf7313c9-bfe3-4157-80a6-c3e8868207f0', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'port_id': '99061c21-d248-47a9-915f-3c8ea111de7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'mac_address': 'fa:16:3e:14:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:03:43Z', 'updated_at': '2021-09-04T16:03:43Z', 'revision_number': 0, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f121e7-f8e9-46d0-820b-955bfc24fd5e', 'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'mac_address': 'fa:16:3e:a7:e8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:16Z', 'updated_at': '2021-09-04T16:02:22Z', 'revision_number': 5, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'subnets': [{'id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:45.704963 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b54b2d-dbeb-49b9-8cc4-3aa44e7accb0 req-813dcd31-4ae7-4776-86ce-95f5e4d8657c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:45.706518 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e7b54b2d-dbeb-49b9-8cc4-3aa44e7accb0 req-813dcd31-4ae7-4776-86ce-95f5e4d8657c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.1655743 Sep 04 16:03:45.716745 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Pushing event updated for resources: {'Port': ['ID=839dc43b-a75a-4098-bfc7-5e05e24bb682,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:45.752702 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] Checking router: db19a29b-523b-4d70-b27c-a772d49b0ee5 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:03:45.765495 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a48b6b-6017-49aa-aab7-b937579b1f2f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b42e68-e252-424a-85f4-91b792550da6,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:45.785107 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] Routers {'db19a29b-523b-4d70-b27c-a772d49b0ee5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:03:45.786038 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:03:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['db19a29b-523b-4d70-b27c-a772d49b0ee5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:45.852823 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-7ca45194-a3a5-405c-884b-a2eabceedde8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] For port 42382d31-0247-441b-8b69-ba0f993a4593, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=42382d31-0247-441b-8b69-ba0f993a4593,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:45.853302 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-7ca45194-a3a5-405c-884b-a2eabceedde8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.854996 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e7b54b2d-dbeb-49b9-8cc4-3aa44e7accb0 req-79e3ef0f-0603-438e-b6e5-a19b53d12828 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090422 Sep 04 16:03:45.869862 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Attempting to bind port 839dc43b-a75a-4098-bfc7-5e05e24bb682 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:03:45.870279 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Attempting to bind port 839dc43b-a75a-4098-bfc7-5e05e24bb682 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:03:45.870682 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Attempting to bind port 839dc43b-a75a-4098-bfc7-5e05e24bb682 on network 72295d43-0f94-491b-a513-1247311102ef {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:03:45.877512 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Port 839dc43b-a75a-4098-bfc7-5e05e24bb682 on network 72295d43-0f94-491b-a513-1247311102ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:03:45.879824 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Attempting to bind port 839dc43b-a75a-4098-bfc7-5e05e24bb682 on network 72295d43-0f94-491b-a513-1247311102ef {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:03:45.887565 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03c50cd1-4f2f-4614-a087-2c56dfcf2266 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:45.892369 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-14ddb418-7d0f-43d3-b2b4-6f2b92e78f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:45.894019 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-14ddb418-7d0f-43d3-b2b4-6f2b92e78f5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=12127e24-3593-40c4-b60a-7e53f354ca9b HTTP/1.1" status: 200 len: 916 time: 0.3225935 Sep 04 16:03:45.905877 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:03:45.907154 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Checking segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:03:45.907717 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Bound using segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} {{(pid=93876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:03:45.909859 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.managers [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Bound port: 839dc43b-a75a-4098-bfc7-5e05e24bb682, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'}}] {{(pid=93876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:03:45.910635 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.055600 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] Set router db19a29b-523b-4d70-b27c-a772d49b0ee5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:03:46.081145 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] For port 839dc43b-a75a-4098-bfc7-5e05e24bb682, host hv-cinder-79966, cleared binding levels {{(pid=93876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:03:46.090882 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] For port 839dc43b-a75a-4098-bfc7-5e05e24bb682, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=839dc43b-a75a-4098-bfc7-5e05e24bb682,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:03:46.098387 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29005819'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.111087 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5a19e-3ed8-421d-9180-72f44fb9f6c6 req-20c324e0-ef5b-4603-8ae9-bec7d6dd971c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:46.112891 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e1b5a19e-3ed8-421d-9180-72f44fb9f6c6 req-20c324e0-ef5b-4603-8ae9-bec7d6dd971c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 945 time: 0.0986156 Sep 04 16:03:46.171492 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:46.172206 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.173655 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] 10.222.0.46 "PUT /v2.0/ports/839dc43b-a75a-4098-bfc7-5e05e24bb682 HTTP/1.1" status: 200 len: 1093 time: 1.1280751 Sep 04 16:03:46.194575 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e1b5a19e-3ed8-421d-9180-72f44fb9f6c6 req-60e4d359-9c30-467d-a00b-895b1fd3adb7 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543492 Sep 04 16:03:46.245051 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f757d8-982d-4257-98d4-2635e96c707d service neutron] Pushing event updated for resources: {'Port': ['ID=839dc43b-a75a-4098-bfc7-5e05e24bb682,revision_number=3']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:46.285733 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-735348c6-71b9-4535-abde-df520455cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:46.288558 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-735348c6-71b9-4535-abde-df520455cbc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 1096 time: 0.0542219 Sep 04 16:03:46.347916 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-7ca45194-a3a5-405c-884b-a2eabceedde8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Calling delete_port for 42382d31-0247-441b-8b69-ba0f993a4593 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:03:46.374605 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-3281396c-b4d8-4f96-a674-62d47d832da2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839dc43b-a75a-4098-bfc7-5e05e24bb682 HTTP/1.1" status: 200 len: 217 time: 0.0665624 Sep 04 16:03:46.389994 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:17Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'cf7313c9-bfe3-4157-80a6-c3e8868207f0', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'port_id': '99061c21-d248-47a9-915f-3c8ea111de7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'mac_address': 'fa:16:3e:14:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:03:43Z', 'updated_at': '2021-09-04T16:03:43Z', 'revision_number': 0, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f121e7-f8e9-46d0-820b-955bfc24fd5e', 'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'mac_address': 'fa:16:3e:a7:e8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:16Z', 'updated_at': '2021-09-04T16:02:22Z', 'revision_number': 5, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'subnets': [{'id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:03:46.418536 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03d1ec-073f-4bf5-a820-948ace8fff70 None None] The sync data for ids ['db19a29b-523b-4d70-b27c-a772d49b0ee5'] in dv-cinder-799663-6-iscsi is: [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:17Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'cf7313c9-bfe3-4157-80a6-c3e8868207f0', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'port_id': '99061c21-d248-47a9-915f-3c8ea111de7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'mac_address': 'fa:16:3e:14:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:03:43Z', 'updated_at': '2021-09-04T16:03:43Z', 'revision_number': 0, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f121e7-f8e9-46d0-820b-955bfc24fd5e', 'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'mac_address': 'fa:16:3e:a7:e8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:16Z', 'updated_at': '2021-09-04T16:02:22Z', 'revision_number': 5, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'subnets': [{'id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:03:46.445997 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-d731b9f4-d217-40c8-bafa-161fc284a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:46.447853 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-d731b9f4-d217-40c8-bafa-161fc284a2d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0630493 Sep 04 16:03:46.474108 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-ec7eec7f-4d69-4429-a0c7-674c7c78e879 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 999 time: 0.5563111 Sep 04 16:03:46.500174 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-93fd9804-0eac-40ed-9e4f-80d024850673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:46.501716 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-93fd9804-0eac-40ed-9e4f-80d024850673 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450902 Sep 04 16:03:46.545698 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03c50cd1-4f2f-4614-a087-2c56dfcf2266 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.559499 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87189878-9e45-4b0d-9c2f-59d58c263c19 req-cf00454b-4359-4c60-9179-acfd4ee73a84 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:46.561114 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87189878-9e45-4b0d-9c2f-59d58c263c19 req-cf00454b-4359-4c60-9179-acfd4ee73a84 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.2146194 Sep 04 16:03:46.566879 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03c50cd1-4f2f-4614-a087-2c56dfcf2266 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.612158 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-45e2b559-1b08-47a6-b374-f2cbbcf9fa24 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022465 Sep 04 16:03:46.626739 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-5e2ed0b1-bbcd-4b7f-b7d4-386d566dac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:46.628098 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-5e2ed0b1-bbcd-4b7f-b7d4-386d566dac34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b70565c-38e8-46fd-ab81-5b0d3e332295 HTTP/1.1" status: 200 len: 854 time: 0.1427319 Sep 04 16:03:46.630286 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c50cd1-4f2f-4614-a087-2c56dfcf2266 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ec11ae-5b7c-442d-ba9d-24ab3918879a,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:46.650319 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-03c50cd1-4f2f-4614-a087-2c56dfcf2266 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.656677 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-03c50cd1-4f2f-4614-a087-2c56dfcf2266 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9977939 Sep 04 16:03:46.659512 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46146) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:46.665296 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-af5b4b02-78ac-4a0f-bb88-2a0b165e7148 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'security_group_rule': {'security_group_id': 'c7b42e68-e252-424a-85f4-91b792550da6', 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:46.674733 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a79e2-ce47-4f89-a281-962285aad787 None None] New status for floating IP cf7313c9-bfe3-4157-80a6-c3e8868207f0: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:03:46.695330 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af5b4b02-78ac-4a0f-bb88-2a0b165e7148 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.707159 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-87189878-9e45-4b0d-9c2f-59d58c263c19 req-9388a70b-ee42-48f1-a6d2-8fe174f015cb tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354485 Sep 04 16:03:46.738576 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-6d4cdc5b-131d-4922-bb4f-acdb6f40cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:46.740766 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-6d4cdc5b-131d-4922-bb4f-acdb6f40cd6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12127e24-3593-40c4-b60a-7e53f354ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024311 Sep 04 16:03:46.742525 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-7ca45194-a3a5-405c-884b-a2eabceedde8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.761234 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['d943eb27-7e89-4531-9d03-243f18313e8a', 'de7ab023-3147-496c-ac9a-5b0b47db72d6', '58c42fde-ecae-480d-a76a-cc5c04fa5acd', '42382d31-0247-441b-8b69-ba0f993a4593'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:46.782410 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca45194-a3a5-405c-884b-a2eabceedde8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Pushing event deleted for resources: {'Port': ['ID=42382d31-0247-441b-8b69-ba0f993a4593,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:46.795054 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-3fe45464-23d8-46b9-a81c-56739dd5ed9a service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722064 Sep 04 16:03:46.817183 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af5b4b02-78ac-4a0f-bb88-2a0b165e7148 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.821840 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af5b4b02-78ac-4a0f-bb88-2a0b165e7148 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.848303 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b4b02-78ac-4a0f-bb88-2a0b165e7148 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9907d7ca-35b4-49e5-9f74-2bed67a244fe,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:46.858375 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-af5b4b02-78ac-4a0f-bb88-2a0b165e7148 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.859785 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-af5b4b02-78ac-4a0f-bb88-2a0b165e7148 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1990402 Sep 04 16:03:46.863491 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46148) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:46.868406 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-42b02a90-a6d4-40ad-aa80-70b27170f958 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'security_group_rule': {'security_group_id': 'c7b42e68-e252-424a-85f4-91b792550da6', 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:46.876537 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-7ca45194-a3a5-405c-884b-a2eabceedde8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] No DVR routers for this DVR port 42382d31-0247-441b-8b69-ba0f993a4593 on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:03:46.880777 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-7ca45194-a3a5-405c-884b-a2eabceedde8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.883560 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-617870af-d339-4ce3-bf3b-ea3c2e16eb0b req-7ca45194-a3a5-405c-884b-a2eabceedde8 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "DELETE /v2.0/ports/42382d31-0247-441b-8b69-ba0f993a4593 HTTP/1.1" status: 204 len: 173 time: 1.5695641 Sep 04 16:03:46.884025 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfed551b-0ebe-49e1-93e3-666cd28bdf14', 'name': 'network-vif-deleted', 'tag': '42382d31-0247-441b-8b69-ba0f993a4593'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:46.886625 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf0868a-7cb5-40b0-a645-96fc5bcb8868" -d '{"events": [{"server_uuid": "dfed551b-0ebe-49e1-93e3-666cd28bdf14", "name": "network-vif-deleted", "tag": "42382d31-0247-441b-8b69-ba0f993a4593"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:46.902481 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42b02a90-a6d4-40ad-aa80-70b27170f958 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.954653 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-e40087c7-238d-4e99-af58-34b0ba4ad85c service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011087 Sep 04 16:03:46.960238 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4cb278-ca21-4469-9453-1dc4665d25b5 x-openstack-request-id: req-5e4cb278-ca21-4469-9453-1dc4665d25b5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:46.961259 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfed551b-0ebe-49e1-93e3-666cd28bdf14", "name": "network-vif-deleted", "tag": "42382d31-0247-441b-8b69-ba0f993a4593", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:46.961693 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e4cb278-ca21-4469-9453-1dc4665d25b5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:46.962246 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfed551b-0ebe-49e1-93e3-666cd28bdf14', 'name': 'network-vif-deleted', 'tag': '42382d31-0247-441b-8b69-ba0f993a4593', 'status': 'completed', 'code': 200} Sep 04 16:03:46.981021 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42b02a90-a6d4-40ad-aa80-70b27170f958 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:46.986360 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42b02a90-a6d4-40ad-aa80-70b27170f958 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.027747 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b02a90-a6d4-40ad-aa80-70b27170f958 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf3426e-5e30-4b4a-96dc-4dbe9574cb81,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:47.035658 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-42b02a90-a6d4-40ad-aa80-70b27170f958 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.037682 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-42b02a90-a6d4-40ad-aa80-70b27170f958 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725571 Sep 04 16:03:47.040402 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46154) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:47.045523 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-f51617c4-2003-45c6-9dc1-caa55fad4e7d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'security_group_rule': {'security_group_id': 'c7b42e68-e252-424a-85f4-91b792550da6', 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:47.096271 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f51617c4-2003-45c6-9dc1-caa55fad4e7d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.118062 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b414c9a3-8f61-409e-91f7-0192b8df9744 req-d8c78522-af0b-4355-bd5e-47fc9816b1a5 service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528010 Sep 04 16:03:47.126863 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aee0f-96e4-4b7e-9f74-ed74aa93af4d req-0134b195-d0db-418e-9119-2d86b8f7a734 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:47.128374 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2aee0f-96e4-4b7e-9f74-ed74aa93af4d req-0134b195-d0db-418e-9119-2d86b8f7a734 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0764709 Sep 04 16:03:47.170756 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f51617c4-2003-45c6-9dc1-caa55fad4e7d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.175208 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f51617c4-2003-45c6-9dc1-caa55fad4e7d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.186545 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce2aee0f-96e4-4b7e-9f74-ed74aa93af4d req-cdea6c11-b3d4-4d5d-a8a3-60f06d1469ce tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442741 Sep 04 16:03:47.199964 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f51617c4-2003-45c6-9dc1-caa55fad4e7d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.203465 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f51617c4-2003-45c6-9dc1-caa55fad4e7d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1594636 Sep 04 16:03:47.203465 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51617c4-2003-45c6-9dc1-caa55fad4e7d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58305372-3a75-4293-9638-c250d11e6a5a,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:47.203889 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46156) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:47.208400 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4fd219fb-c47e-4491-8292-ff75ce1922da tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'security_group_rule': {'security_group_id': 'c7b42e68-e252-424a-85f4-91b792550da6', 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:47.235685 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-4fd219fb-c47e-4491-8292-ff75ce1922da tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Project 41d4897cecf34ddc96c97c667ea73ba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:03:47.244723 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4fd219fb-c47e-4491-8292-ff75ce1922da tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.304808 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4fd219fb-c47e-4491-8292-ff75ce1922da tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.307798 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4fd219fb-c47e-4491-8292-ff75ce1922da tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.318826 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-99657d1f-a3d5-4bd9-b24b-a05eaaaa8b35 req-316fc6cb-5773-4d6c-923d-e7d769d54919 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfed551b-0ebe-49e1-93e3-666cd28bdf14 HTTP/1.1" status: 200 len: 210 time: 0.0335324 Sep 04 16:03:47.325839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd219fb-c47e-4491-8292-ff75ce1922da tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cdc1f7-9a49-479c-9e20-da46cf4e41f9,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:47.334425 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4fd219fb-c47e-4491-8292-ff75ce1922da tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.335923 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-4fd219fb-c47e-4491-8292-ff75ce1922da tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311290 Sep 04 16:03:47.341602 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46164) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:47.346432 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-40b9fb8a-48bd-4c72-9b27-e63c5ecdb3f1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'security_group_rule': {'security_group_id': 'c7b42e68-e252-424a-85f4-91b792550da6', 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:47.370195 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-40b9fb8a-48bd-4c72-9b27-e63c5ecdb3f1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Project 41d4897cecf34ddc96c97c667ea73ba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:03:47.375280 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40b9fb8a-48bd-4c72-9b27-e63c5ecdb3f1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.416009 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'tag': '839dc43b-a75a-4098-bfc7-5e05e24bb682'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:47.418383 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fe5ece-281f-4401-b774-70fc93aad602" -d '{"events": [{"name": "network-changed", "server_uuid": "fc043e12-284b-4ac5-8b5b-a7f7049eaaaf", "tag": "839dc43b-a75a-4098-bfc7-5e05e24bb682"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:47.442813 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40b9fb8a-48bd-4c72-9b27-e63c5ecdb3f1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.447196 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40b9fb8a-48bd-4c72-9b27-e63c5ecdb3f1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.457998 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3618fa8-31cd-4e72-a916-b5c4c2b7a670 x-openstack-request-id: req-b3618fa8-31cd-4e72-a916-b5c4c2b7a670 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:47.458405 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc043e12-284b-4ac5-8b5b-a7f7049eaaaf", "tag": "839dc43b-a75a-4098-bfc7-5e05e24bb682", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:47.458810 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3618fa8-31cd-4e72-a916-b5c4c2b7a670 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:47.459695 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'tag': '839dc43b-a75a-4098-bfc7-5e05e24bb682', 'status': 'completed', 'code': 200} Sep 04 16:03:47.466869 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9fb8a-48bd-4c72-9b27-e63c5ecdb3f1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdb2ada-0d94-43d5-90ea-575b91fe3cd4,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:47.475352 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-40b9fb8a-48bd-4c72-9b27-e63c5ecdb3f1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.479517 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-40b9fb8a-48bd-4c72-9b27-e63c5ecdb3f1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340432 Sep 04 16:03:47.541988 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-f6cac5d0-4cb2-4706-98f4-a650997bf639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:47.543727 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-f6cac5d0-4cb2-4706-98f4-a650997bf639 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 1096 time: 0.0486724 Sep 04 16:03:47.654694 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-0eb5dcf1-61fe-40ae-b0cf-d7147bd28d93 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063149029&fields=id&tenant_id=41d4897cecf34ddc96c97c667ea73ba1 HTTP/1.1" status: 200 len: 267 time: 0.0393691 Sep 04 16:03:47.667642 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-1cc96066-9c34-45c3-bd0b-145a0a15ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:47.669140 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-1cc96066-9c34-45c3-bd0b-145a0a15ef0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 913 time: 0.1140306 Sep 04 16:03:47.712359 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-3caa4516-f955-4c4c-8dc9-e822800540f6 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:47.713867 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-3caa4516-f955-4c4c-8dc9-e822800540f6 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Sep 04 16:03:47.714042 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-126f05f6-66a5-42e8-98f4-6ec5e19d0d2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839dc43b-a75a-4098-bfc7-5e05e24bb682 HTTP/1.1" status: 200 len: 217 time: 0.0352640 Sep 04 16:03:47.727303 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-8915314c-1999-447c-a6da-3fbd55396245 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'port': {'security_groups': ['d5f4b382-42fd-46a3-ad84-305743857ee5', 'c7b42e68-e252-424a-85f4-91b792550da6']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:03:47.773025 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-c396bd45-2d43-45e2-bcc5-39f1a157cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:47.774846 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-c396bd45-2d43-45e2-bcc5-39f1a157cf25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0482445 Sep 04 16:03:47.792968 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-8915314c-1999-447c-a6da-3fbd55396245 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:47.827386 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-6065368c-715a-42f8-a3b8-b2fd382565a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:47.828921 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-6065368c-715a-42f8-a3b8-b2fd382565a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453238 Sep 04 16:03:47.926457 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-e8418ded-5b5d-4c9d-8833-54639dbc3454 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899148 Sep 04 16:03:47.978164 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-8915314c-1999-447c-a6da-3fbd55396245 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] For port 99061c21-d248-47a9-915f-3c8ea111de7e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=99061c21-d248-47a9-915f-3c8ea111de7e,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:48.006560 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-8915314c-1999-447c-a6da-3fbd55396245 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:48.011734 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-8915314c-1999-447c-a6da-3fbd55396245 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29005819'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:48.023095 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f6fe5ece-281f-4401-b774-70fc93aad602 req-43023c4f-4433-4b22-9905-3c5c9df770a0 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889921 Sep 04 16:03:48.054279 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-8915314c-1999-447c-a6da-3fbd55396245 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:48.054906 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-8915314c-1999-447c-a6da-3fbd55396245 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:48.056289 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b4fe0525-87bf-4962-b9f0-4d5ed3af6aca req-8915314c-1999-447c-a6da-3fbd55396245 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "PUT /v2.0/ports/99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 981 time: 0.3345776 Sep 04 16:03:48.080606 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915314c-1999-447c-a6da-3fbd55396245 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'Port': ['ID=99061c21-d248-47a9-915f-3c8ea111de7e,revision_number=6']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:48.289642 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-51c176cf-c22f-4745-9a68-cd04a98b64e9 None None] Provisioning complete for port 99061c21-d248-47a9-915f-3c8ea111de7e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:48.290222 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-51c176cf-c22f-4745-9a68-cd04a98b64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:48.437589 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d24f6-43b0-4ea5-9f26-d906dca432f1 req-517baf2d-ed8a-40a3-8aa4-b6961b81da54 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:48.439061 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9d5d24f6-43b0-4ea5-9f26-d906dca432f1 req-517baf2d-ed8a-40a3-8aa4-b6961b81da54 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.2939279 Sep 04 16:03:48.476260 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9d5d24f6-43b0-4ea5-9f26-d906dca432f1 req-83056ca9-99da-4de0-94c5-fd5c64dfbf69 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304451 Sep 04 16:03:48.577286 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17ba7a-d898-44d3-b444-1ecd867a0c3a req-c73b4da0-dfd3-4bcb-b629-8caa74c1c5a2 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:48.578767 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bd17ba7a-d898-44d3-b444-1ecd867a0c3a req-c73b4da0-dfd3-4bcb-b629-8caa74c1c5a2 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0498905 Sep 04 16:03:48.618123 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bd17ba7a-d898-44d3-b444-1ecd867a0c3a req-83ca9588-0ec9-446b-aa0f-312f697459b6 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331981 Sep 04 16:03:48.757132 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e811ad2-cbcb-4b00-bcb6-a4f9104edd52 req-adfbcffd-6e9e-4255-8e51-565764f6d80c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:48.758632 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e811ad2-cbcb-4b00-bcb6-a4f9104edd52 req-adfbcffd-6e9e-4255-8e51-565764f6d80c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0492923 Sep 04 16:03:48.799705 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e811ad2-cbcb-4b00-bcb6-a4f9104edd52 req-885cb131-4637-4b7d-8950-85514c6ccb6d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349450 Sep 04 16:03:49.461092 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:49.463409 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b51e5e-eaff-4dab-812c-b5358f56335d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:49.497199 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13063b14-c8f0-4937-9cab-8c498e0910f7 x-openstack-request-id: req-13063b14-c8f0-4937-9cab-8c498e0910f7 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:49.497486 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:49.497781 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13063b14-c8f0-4937-9cab-8c498e0910f7 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:49.498169 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e', 'status': 'completed', 'code': 200} Sep 04 16:03:49.589925 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a82188-3318-404c-be93-28d597c11d52 req-709a3b40-d6b1-45a5-a056-4543823df220 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:49.591400 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a7a82188-3318-404c-be93-28d597c11d52 req-709a3b40-d6b1-45a5-a056-4543823df220 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0489912 Sep 04 16:03:49.627647 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a7a82188-3318-404c-be93-28d597c11d52 req-8102f306-57bb-48cd-a02b-fef48c41c2a5 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302684 Sep 04 16:03:49.713534 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-df6edede-6f40-4c67-9015-a51c83e83137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:49.714940 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-df6edede-6f40-4c67-9015-a51c83e83137 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41d4897cecf34ddc96c97c667ea73ba1&device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 1137 time: 0.0421345 Sep 04 16:03:49.918028 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7c098-59fa-401f-a510-1ab685be6f12 req-7580b8d1-97e8-477f-b2c6-93ed26c798a9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:49.919599 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c7c7c098-59fa-401f-a510-1ab685be6f12 req-7580b8d1-97e8-477f-b2c6-93ed26c798a9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0496495 Sep 04 16:03:49.957834 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c7c7c098-59fa-401f-a510-1ab685be6f12 req-fbe83223-9375-4e50-99a0-f281cfd76fd9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325687 Sep 04 16:03:50.691172 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 42382d31-0247-441b-8b69-ba0f993a4593 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:03:50.717185 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: 42382d31-0247-441b-8b69-ba0f993a4593 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:03:50.718119 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 42382d31-0247-441b-8b69-ba0f993a4593 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:03:50.762421 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa984b1-7b68-46dc-947b-d091715ae39b req-7b516bfa-db52-42c3-9eea-99cec2c80058 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:50.764188 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9aa984b1-7b68-46dc-947b-d091715ae39b req-7b516bfa-db52-42c3-9eea-99cec2c80058 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0609348 Sep 04 16:03:50.779846 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-bb8ce90c-104d-4034-bd50-67f10b5246c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:50.781376 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-bb8ce90c-104d-4034-bd50-67f10b5246c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12127e24-3593-40c4-b60a-7e53f354ca9b HTTP/1.1" status: 200 len: 916 time: 0.0907612 Sep 04 16:03:50.811582 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9aa984b1-7b68-46dc-947b-d091715ae39b req-36535151-c70c-466f-8c8e-e84426b87354 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391426 Sep 04 16:03:51.076272 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8360f6e-b721-47b0-b30d-155873406938 req-e3147b48-e6b0-4b74-82a3-fccee098726f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:51.077774 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e8360f6e-b721-47b0-b30d-155873406938 req-e3147b48-e6b0-4b74-82a3-fccee098726f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0501335 Sep 04 16:03:51.118349 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e8360f6e-b721-47b0-b30d-155873406938 req-f689f92a-e881-452d-9a86-2318665a1c27 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341883 Sep 04 16:03:51.928055 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b39716-2dfd-4b66-b19b-d73088b7b154 req-616178e4-ed11-492c-8af9-573a7db937a2 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:51.929648 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-51b39716-2dfd-4b66-b19b-d73088b7b154 req-616178e4-ed11-492c-8af9-573a7db937a2 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0482926 Sep 04 16:03:51.966558 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-51b39716-2dfd-4b66-b19b-d73088b7b154 req-e73c794d-31d6-4cde-976f-317e6279b411 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311463 Sep 04 16:03:52.210072 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device bcef89de-da6d-4438-9e11-f05f93f56443 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:03:52.236201 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-42da94be-9b3b-4d3b-b9b3-46677c23f0a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 1001 time: 0.0661466 Sep 04 16:03:52.251727 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123efc3d-a110-4fea-9da1-00ef449a9ab6 req-4ca7e042-bc90-46dc-9a29-2b53a03cc674 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:52.254314 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-123efc3d-a110-4fea-9da1-00ef449a9ab6 req-4ca7e042-bc90-46dc-9a29-2b53a03cc674 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0637891 Sep 04 16:03:52.296712 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-fd47d238-80bd-4f1f-a461-df976e727559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:52.298580 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-fd47d238-80bd-4f1f-a461-df976e727559 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b70565c-38e8-46fd-ab81-5b0d3e332295 HTTP/1.1" status: 200 len: 854 time: 0.0550263 Sep 04 16:03:52.300398 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-123efc3d-a110-4fea-9da1-00ef449a9ab6 req-eed7867b-5c67-4168-a720-d08006d92f7c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394135 Sep 04 16:03:52.333174 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:52.345005 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'port_id': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'mac_address': 'fa:16:3e:3c:c8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:03:52.348349 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-21cce49a-eda4-4958-9f12-f0270359c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:52.350629 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-21cce49a-eda4-4958-9f12-f0270359c5ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12127e24-3593-40c4-b60a-7e53f354ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429716 Sep 04 16:03:52.381904 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:52.394347 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcef89de-da6d-4438-9e11-f05f93f56443 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:03:52.413565 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:52.417696 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:52.446386 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-dc63beef-b03b-4fe6-b003-9e6e161f1108 service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864754 Sep 04 16:03:52.466121 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:52.472801 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.473174 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.473517 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.473851 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.474711 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.475041 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.475367 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.475691 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.476014 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.476335 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.476662 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.477008 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:52.540716 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0b51e5e-eaff-4dab-812c-b5358f56335d req-07fb721d-c2fe-48dc-b623-0fee657ea78d service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847447 Sep 04 16:03:52.899863 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['99061c21-d248-47a9-915f-3c8ea111de7e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:52.997245 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['bcef89de-da6d-4438-9e11-f05f93f56443'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:53.084732 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69c80-6f97-4c04-ac40-afe12ba40aa1 req-ecd44a63-dd4d-4430-9c56-cf9f95e35215 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:53.086542 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-38d69c80-6f97-4c04-ac40-afe12ba40aa1 req-ecd44a63-dd4d-4430-9c56-cf9f95e35215 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0512238 Sep 04 16:03:53.131650 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-38d69c80-6f97-4c04-ac40-afe12ba40aa1 req-40ecad0a-f825-44ae-903d-78bf10520532 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354712 Sep 04 16:03:53.389272 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['99061c21-d248-47a9-915f-3c8ea111de7e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:53.397541 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732fcc3-cb02-456a-9611-8f68cfbd936b req-88133488-dbe1-45de-973c-fef4cc4ce311 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:53.399074 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c732fcc3-cb02-456a-9611-8f68cfbd936b req-88133488-dbe1-45de-973c-fef4cc4ce311 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 945 time: 0.0515268 Sep 04 16:03:53.438436 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c732fcc3-cb02-456a-9611-8f68cfbd936b req-fbf0c160-bc4a-456f-8ce5-f6bb4354f293 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333586 Sep 04 16:03:53.556276 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9683f5-4232-464c-ac53-e574dff22807 req-338c0a7d-d5e3-4395-b25f-26223d0369ac tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:53.558697 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5d9683f5-4232-464c-ac53-e574dff22807 req-338c0a7d-d5e3-4395-b25f-26223d0369ac tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 945 time: 0.0503509 Sep 04 16:03:53.602137 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5d9683f5-4232-464c-ac53-e574dff22807 req-fcd1e19e-c3a8-459b-b247-b6923219c719 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374830 Sep 04 16:03:54.219733 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device bcef89de-da6d-4438-9e11-f05f93f56443 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:03:54.249838 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba1121-0b30-43b3-b9e0-437b1fcfc252 req-338309b7-879d-4810-a0c1-a24b73192550 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:54.251340 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-77ba1121-0b30-43b3-b9e0-437b1fcfc252 req-338309b7-879d-4810-a0c1-a24b73192550 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0517926 Sep 04 16:03:54.266005 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port bcef89de-da6d-4438-9e11-f05f93f56443 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:03:54.266374 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:54.290735 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-77ba1121-0b30-43b3-b9e0-437b1fcfc252 req-015292bb-0edb-4afe-81e4-485d87387944 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334456 Sep 04 16:03:54.344133 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:54.368006 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:54.370216 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b3661a-9b38-4130-9039-df6b5b754790" -d '{"events": [{"server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "name": "network-vif-plugged", "status": "completed", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:54.493504 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fcb023-98f4-4040-9b08-d9eb81495af9 x-openstack-request-id: req-a0fcb023-98f4-4040-9b08-d9eb81495af9 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:54.494221 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "name": "network-vif-plugged", "status": "completed", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:54.494221 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0fcb023-98f4-4040-9b08-d9eb81495af9 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:54.494431 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'code': 200} Sep 04 16:03:54.497813 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:54.501766 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:54.548507 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:54.565723 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98480fd-3e5f-4f08-bc74-4a51caa19f3a req-94d234ff-8530-443b-a989-1553fa0a69f3 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:54.567184 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c98480fd-3e5f-4f08-bc74-4a51caa19f3a req-94d234ff-8530-443b-a989-1553fa0a69f3 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 945 time: 0.0543373 Sep 04 16:03:54.610986 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c98480fd-3e5f-4f08-bc74-4a51caa19f3a req-a3720497-f6a8-465e-a136-37e53ef06690 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Sep 04 16:03:54.725263 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964424aa-a4cc-4893-955c-b33349a4924a req-13978dc6-a5aa-41a5-af9d-1e75031f0ea4 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:54.726727 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-964424aa-a4cc-4893-955c-b33349a4924a req-13978dc6-a5aa-41a5-af9d-1e75031f0ea4 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0514538 Sep 04 16:03:54.763538 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-964424aa-a4cc-4893-955c-b33349a4924a req-342a64f0-b77c-435c-8e82-52840f8657dd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309598 Sep 04 16:03:55.419353 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82bf46-3433-4d2b-a4cd-6b5b6448ecf2 req-dbfe749c-422d-40da-9c8b-7ff10d69eb40 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:55.420811 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-df82bf46-3433-4d2b-a4cd-6b5b6448ecf2 req-dbfe749c-422d-40da-9c8b-7ff10d69eb40 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0540793 Sep 04 16:03:55.457234 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-df82bf46-3433-4d2b-a4cd-6b5b6448ecf2 req-09c6663e-be02-408f-b267-f1845239eb29 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305188 Sep 04 16:03:55.729485 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe2951-bb8c-45ec-ab3e-1224d63fe570 req-c7c24df3-cd6b-4aa0-a124-0b99f9884402 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:55.731053 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ebfe2951-bb8c-45ec-ab3e-1224d63fe570 req-c7c24df3-cd6b-4aa0-a124-0b99f9884402 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 945 time: 0.0493100 Sep 04 16:03:55.771306 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ebfe2951-bb8c-45ec-ab3e-1224d63fe570 req-3448718d-e0e2-45d8-b7a2-de381113aae4 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Sep 04 16:03:55.892922 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831f495-d86d-4e18-a08a-34ce36eae3d6 req-566dd771-c661-42ce-b00c-d03dfd1ce24d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:55.901155 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5831f495-d86d-4e18-a08a-34ce36eae3d6 req-566dd771-c661-42ce-b00c-d03dfd1ce24d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0675292 Sep 04 16:03:55.943533 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5831f495-d86d-4e18-a08a-34ce36eae3d6 req-48a38734-6797-420d-af3f-9b2a1953634a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387375 Sep 04 16:03:56.124927 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46306) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:56.230907 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.325691 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-1fa07289-1155-41d0-a086-b042ec5cd310 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:56.327144 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-1fa07289-1155-41d0-a086-b042ec5cd310 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 945 time: 0.0724914 Sep 04 16:03:56.412164 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.416644 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.463890 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70d215f-0869-42dc-a134-a94eabde23a3,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:56.468456 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bc611eb1f194ce4ba35d999f30984d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424973 Sep 04 16:03:56.471246 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:56.478392 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.478838 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.479077 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.479436 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.479764 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.480095 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.480424 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.480742 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.481094 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.481414 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.481729 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.482045 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2c4b04-c710-4fa0-9e34-5981f40c9f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:03:56.493078 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-af4820fb-830e-4d89-b8be-ac4fe666c4d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Deleting port 58c42fde-ecae-480d-a76a-cc5c04fa5acd {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:03:56.493463 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-af4820fb-830e-4d89-b8be-ac4fe666c4d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.567396 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bef7af3e-9555-42f0-b3c9-c884a5abb81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.585461 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-af4820fb-830e-4d89-b8be-ac4fe666c4d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] For port 58c42fde-ecae-480d-a76a-cc5c04fa5acd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58c42fde-ecae-480d-a76a-cc5c04fa5acd,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:03:56.585820 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-af4820fb-830e-4d89-b8be-ac4fe666c4d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.593727 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd32d31-fcb8-449c-be0f-42c44eff440f req-2a317502-1dad-4ae2-a5f6-491739a931f5 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:56.595201 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ecd32d31-fcb8-449c-be0f-42c44eff440f req-2a317502-1dad-4ae2-a5f6-491739a931f5 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0702536 Sep 04 16:03:56.598153 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-af4820fb-830e-4d89-b8be-ac4fe666c4d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Calling delete_port for 58c42fde-ecae-480d-a76a-cc5c04fa5acd owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:03:56.605451 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bef7af3e-9555-42f0-b3c9-c884a5abb81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.662448 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ecd32d31-fcb8-449c-be0f-42c44eff440f req-59a1616b-ed91-4e16-9d71-b572c5ebefd4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595992 Sep 04 16:03:56.686384 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bef7af3e-9555-42f0-b3c9-c884a5abb81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.689210 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bef7af3e-9555-42f0-b3c9-c884a5abb81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.690330 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-bef7af3e-9555-42f0-b3c9-c884a5abb81a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f70d215f-0869-42dc-a134-a94eabde23a3 HTTP/1.1" status: 204 len: 168 time: 0.2180998 Sep 04 16:03:56.700357 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7af3e-9555-42f0-b3c9-c884a5abb81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70d215f-0869-42dc-a134-a94eabde23a3,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:56.743945 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-af4820fb-830e-4d89-b8be-ac4fe666c4d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.760507 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['d943eb27-7e89-4531-9d03-243f18313e8a', 'de7ab023-3147-496c-ac9a-5b0b47db72d6', '58c42fde-ecae-480d-a76a-cc5c04fa5acd'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:03:56.775698 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4820fb-830e-4d89-b8be-ac4fe666c4d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Pushing event deleted for resources: {'Port': ['ID=58c42fde-ecae-480d-a76a-cc5c04fa5acd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:56.829960 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-af4820fb-830e-4d89-b8be-ac4fe666c4d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] No DVR routers for this DVR port 58c42fde-ecae-480d-a76a-cc5c04fa5acd on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:03:56.833108 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-af4820fb-830e-4d89-b8be-ac4fe666c4d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:56.836438 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-254b5d05-89cc-490c-a6fd-8d40fa61335b req-af4820fb-830e-4d89-b8be-ac4fe666c4d0 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "DELETE /v2.0/ports/58c42fde-ecae-480d-a76a-cc5c04fa5acd HTTP/1.1" status: 204 len: 173 time: 0.5020010 Sep 04 16:03:56.836985 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2c2099-3615-4ec8-a3c2-b4613094bc90', 'name': 'network-vif-deleted', 'tag': '58c42fde-ecae-480d-a76a-cc5c04fa5acd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:03:56.839559 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cac1a95-a3e1-43d2-a70d-40b94476de4c" -d '{"events": [{"server_uuid": "ca2c2099-3615-4ec8-a3c2-b4613094bc90", "name": "network-vif-deleted", "tag": "58c42fde-ecae-480d-a76a-cc5c04fa5acd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:03:56.874863 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1d8b0b15-e3ec-4687-9121-3178fca55865 req-c5cf7bfa-cf4f-477f-a3bd-f5d6fa538d96 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2c2099-3615-4ec8-a3c2-b4613094bc90 HTTP/1.1" status: 200 len: 210 time: 0.0304089 Sep 04 16:03:56.918894 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1202de0d-efad-490c-b9b9-5597311b68a1 x-openstack-request-id: req-1202de0d-efad-490c-b9b9-5597311b68a1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:03:56.919258 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2c2099-3615-4ec8-a3c2-b4613094bc90", "name": "network-vif-deleted", "tag": "58c42fde-ecae-480d-a76a-cc5c04fa5acd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:03:56.919518 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1202de0d-efad-490c-b9b9-5597311b68a1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:03:56.919915 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2c2099-3615-4ec8-a3c2-b4613094bc90', 'name': 'network-vif-deleted', 'tag': '58c42fde-ecae-480d-a76a-cc5c04fa5acd', 'status': 'completed', 'code': 200} Sep 04 16:03:57.068341 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11256f-ae7b-4b2e-8f3d-8bc4ba63ac7a req-06630a07-a95e-49b7-a327-669a3d5f7c47 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:57.069862 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4b11256f-ae7b-4b2e-8f3d-8bc4ba63ac7a req-06630a07-a95e-49b7-a327-669a3d5f7c47 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0562944 Sep 04 16:03:57.108805 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4b11256f-ae7b-4b2e-8f3d-8bc4ba63ac7a req-849e2f59-d728-4afc-b080-923196a76fc1 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324037 Sep 04 16:03:57.784294 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416f9b2-57cc-4344-a9f7-94ea62df7f56 req-b42dbc2f-61c7-452f-87cd-8c46aa2f0f28 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:57.785822 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f416f9b2-57cc-4344-a9f7-94ea62df7f56 req-b42dbc2f-61c7-452f-87cd-8c46aa2f0f28 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0542340 Sep 04 16:03:57.824835 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f416f9b2-57cc-4344-a9f7-94ea62df7f56 req-0f72f6d7-b370-4dee-9310-35e52e0dc0f9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Sep 04 16:03:58.157312 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3fd1e-25c4-429d-99c2-3f6c3d62de9f req-191d574b-2e8c-4e1f-8e0e-c5d83745a76c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:58.158846 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-61b3fd1e-25c4-429d-99c2-3f6c3d62de9f req-191d574b-2e8c-4e1f-8e0e-c5d83745a76c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 945 time: 0.0581229 Sep 04 16:03:58.202932 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-61b3fd1e-25c4-429d-99c2-3f6c3d62de9f req-dc723bb6-a2a4-431c-8850-dd88ffec6499 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365331 Sep 04 16:03:58.236053 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88e42c-45e4-409d-8f07-32f5d6ee5a4d req-c303212e-6a68-422e-a00a-5d7db27e435e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:58.237696 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce88e42c-45e4-409d-8f07-32f5d6ee5a4d req-c303212e-6a68-422e-a00a-5d7db27e435e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0514607 Sep 04 16:03:58.276654 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce88e42c-45e4-409d-8f07-32f5d6ee5a4d req-b2e61430-a775-4054-9232-992f0747550d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329025 Sep 04 16:03:58.463480 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46384) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:58.564290 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fa4d4cd-fdf7-40ce-8403-11f28e77d44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:58.652877 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fa4d4cd-fdf7-40ce-8403-11f28e77d44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:58.656581 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6fa4d4cd-fdf7-40ce-8403-11f28e77d44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:58.693738 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6fa4d4cd-fdf7-40ce-8403-11f28e77d44d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5d8bff5f9dc4db291fc1c255413fd82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290821 Sep 04 16:03:58.694561 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4d4cd-fdf7-40ce-8403-11f28e77d44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb41982-4dc5-43bf-ba0b-db6bb92609a3,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:58.696266 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46388) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:58.744945 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e557e814-84f5-482b-b738-73eddfa8f8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:58.766053 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e557e814-84f5-482b-b738-73eddfa8f8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:58.813144 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e557e814-84f5-482b-b738-73eddfa8f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:58.815629 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e557e814-84f5-482b-b738-73eddfa8f8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:58.816754 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e557e814-84f5-482b-b738-73eddfa8f8cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5cb41982-4dc5-43bf-ba0b-db6bb92609a3 HTTP/1.1" status: 204 len: 168 time: 0.1194561 Sep 04 16:03:58.824829 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557e814-84f5-482b-b738-73eddfa8f8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb41982-4dc5-43bf-ba0b-db6bb92609a3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:58.946922 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d71a77-66bb-4a1b-aa25-2db1c798767b req-8d5031dc-e055-4872-8d45-2589b65d077b tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:58.948428 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c8d71a77-66bb-4a1b-aa25-2db1c798767b req-8d5031dc-e055-4872-8d45-2589b65d077b tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0495400 Sep 04 16:03:58.986860 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c8d71a77-66bb-4a1b-aa25-2db1c798767b req-753636fb-e641-4b15-8476-c0786ac0cbf1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321617 Sep 04 16:03:59.079088 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46398) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:59.092470 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46665821-b40a-4337-97a0-7140e2a89a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:59.181587 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46665821-b40a-4337-97a0-7140e2a89a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:59.185879 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-46665821-b40a-4337-97a0-7140e2a89a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:59.223268 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-46665821-b40a-4337-97a0-7140e2a89a7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da17a58a15324d778c8b62a014575ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431501 Sep 04 16:03:59.224668 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46665821-b40a-4337-97a0-7140e2a89a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86db2c2c-ffec-4bcf-bec8-26bc5c71bc5d,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:59.226026 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46400) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:03:59.296148 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78569d9e-df97-4139-bbbf-e5b0f862a4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:59.334254 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78569d9e-df97-4139-bbbf-e5b0f862a4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:59.366379 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35142b-8888-4192-a802-543d8c3bc6b8 req-b952c4c6-6d81-48ab-a697-7a668569983c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:59.367889 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb35142b-8888-4192-a802-543d8c3bc6b8 req-b952c4c6-6d81-48ab-a697-7a668569983c tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 945 time: 0.0879116 Sep 04 16:03:59.397533 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a0997-e6af-47ce-9510-f3aff3ba2821 req-b447cc0c-8b02-4b3e-8de1-15b39086500f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:03:59.399143 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-be6a0997-e6af-47ce-9510-f3aff3ba2821 req-b447cc0c-8b02-4b3e-8de1-15b39086500f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0498180 Sep 04 16:03:59.410663 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb35142b-8888-4192-a802-543d8c3bc6b8 req-48ee3e01-8e1e-4f93-9c87-a4792bab3abd tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Sep 04 16:03:59.415235 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78569d9e-df97-4139-bbbf-e5b0f862a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:59.417932 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-78569d9e-df97-4139-bbbf-e5b0f862a4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:03:59.419031 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-78569d9e-df97-4139-bbbf-e5b0f862a4cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86db2c2c-ffec-4bcf-bec8-26bc5c71bc5d HTTP/1.1" status: 204 len: 168 time: 0.1920173 Sep 04 16:03:59.427123 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78569d9e-df97-4139-bbbf-e5b0f862a4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86db2c2c-ffec-4bcf-bec8-26bc5c71bc5d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:03:59.458021 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-be6a0997-e6af-47ce-9510-f3aff3ba2821 req-79b03159-c103-4d9e-8162-6db9028e2d6a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517170 Sep 04 16:04:00.123903 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831de45-7b70-4029-a685-4987637204c6 req-ca41d650-3ab9-44c0-b32a-aa99128d5682 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:00.125569 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2831de45-7b70-4029-a685-4987637204c6 req-ca41d650-3ab9-44c0-b32a-aa99128d5682 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0622494 Sep 04 16:04:00.164784 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2831de45-7b70-4029-a685-4987637204c6 req-fbb23967-9091-4d22-9098-d7e72bd19a44 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331886 Sep 04 16:04:00.237595 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 58c42fde-ecae-480d-a76a-cc5c04fa5acd no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:04:00.257962 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: 58c42fde-ecae-480d-a76a-cc5c04fa5acd {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:04:00.258313 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 58c42fde-ecae-480d-a76a-cc5c04fa5acd not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:04:00.404889 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-46fee495-7971-478e-b044-14b9a707a7ca tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:00.406633 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-46fee495-7971-478e-b044-14b9a707a7ca tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 945 time: 0.0576754 Sep 04 16:04:00.545211 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-fdf81e37-b80b-406f-a997-2762c42b7e5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Deleting port de7ab023-3147-496c-ac9a-5b0b47db72d6 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:04:00.545557 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-fdf81e37-b80b-406f-a997-2762c42b7e5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:00.568613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aba61b-2a02-4a13-a04b-111f311cc52b req-8ec998af-1087-4679-a3b3-3f8e6fe485e2 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:00.581083 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d3aba61b-2a02-4a13-a04b-111f311cc52b req-8ec998af-1087-4679-a3b3-3f8e6fe485e2 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 945 time: 0.0702000 Sep 04 16:04:00.631091 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d3aba61b-2a02-4a13-a04b-111f311cc52b req-719683a8-e6a7-4c84-87c6-56ec60dd34f2 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484772 Sep 04 16:04:00.684889 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-fdf81e37-b80b-406f-a997-2762c42b7e5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] For port de7ab023-3147-496c-ac9a-5b0b47db72d6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=de7ab023-3147-496c-ac9a-5b0b47db72d6,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:00.685262 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-fdf81e37-b80b-406f-a997-2762c42b7e5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:00.703731 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-fdf81e37-b80b-406f-a997-2762c42b7e5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Calling delete_port for de7ab023-3147-496c-ac9a-5b0b47db72d6 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:04:00.717101 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149c6fa-e56b-4bcf-b4fd-a2e8c43dd730 req-f9e6707a-b302-4c25-a165-5ffa6d47e7e0 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:00.725463 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8149c6fa-e56b-4bcf-b4fd-a2e8c43dd730 req-f9e6707a-b302-4c25-a165-5ffa6d47e7e0 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0894041 Sep 04 16:04:00.924794 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8149c6fa-e56b-4bcf-b4fd-a2e8c43dd730 req-fa1ec273-f0fc-4770-aa31-2b5e99fde65a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842850 Sep 04 16:04:00.926001 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-fdf81e37-b80b-406f-a997-2762c42b7e5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:00.943494 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['d943eb27-7e89-4531-9d03-243f18313e8a', 'de7ab023-3147-496c-ac9a-5b0b47db72d6'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:04:00.960630 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf81e37-b80b-406f-a997-2762c42b7e5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Pushing event deleted for resources: {'Port': ['ID=de7ab023-3147-496c-ac9a-5b0b47db72d6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:01.017655 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-fdf81e37-b80b-406f-a997-2762c42b7e5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] No DVR routers for this DVR port de7ab023-3147-496c-ac9a-5b0b47db72d6 on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:04:01.020229 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-fdf81e37-b80b-406f-a997-2762c42b7e5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:01.022912 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-37a21c1f-593a-4012-bb62-e5cc7cc8279a req-fdf81e37-b80b-406f-a997-2762c42b7e5d tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "DELETE /v2.0/ports/de7ab023-3147-496c-ac9a-5b0b47db72d6 HTTP/1.1" status: 204 len: 173 time: 0.6081681 Sep 04 16:04:01.023356 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6df620b-0e1f-4c61-b2ed-ee0ad6a88650', 'name': 'network-vif-deleted', 'tag': 'de7ab023-3147-496c-ac9a-5b0b47db72d6'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:04:01.025835 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd6f35-d7d1-4153-8ec7-8fe8b90b34b0" -d '{"events": [{"server_uuid": "b6df620b-0e1f-4c61-b2ed-ee0ad6a88650", "name": "network-vif-deleted", "tag": "de7ab023-3147-496c-ac9a-5b0b47db72d6"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:04:01.143713 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a00bcd4-22d2-4b5f-80b3-6c280a33ef72 x-openstack-request-id: req-7a00bcd4-22d2-4b5f-80b3-6c280a33ef72 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:04:01.144001 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6df620b-0e1f-4c61-b2ed-ee0ad6a88650", "name": "network-vif-deleted", "tag": "de7ab023-3147-496c-ac9a-5b0b47db72d6", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:04:01.144425 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a00bcd4-22d2-4b5f-80b3-6c280a33ef72 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:04:01.145001 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6df620b-0e1f-4c61-b2ed-ee0ad6a88650', 'name': 'network-vif-deleted', 'tag': 'de7ab023-3147-496c-ac9a-5b0b47db72d6', 'status': 'completed', 'code': 200} Sep 04 16:04:01.340972 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f685533-6a45-40ab-8c12-97dcfbcab00d req-51350278-6073-4ead-a3cb-9f537c432ff0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:01.348459 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f685533-6a45-40ab-8c12-97dcfbcab00d req-51350278-6073-4ead-a3cb-9f537c432ff0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 943 time: 0.0813541 Sep 04 16:04:01.387995 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f685533-6a45-40ab-8c12-97dcfbcab00d req-cb156688-9b87-48f2-ace3-aa465ec0223c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374119 Sep 04 16:04:01.808812 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d1b83e7e-a1b3-4392-8fae-8736620d1e76 req-109b5800-790c-4260-a2bd-1193437c4720 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6df620b-0e1f-4c61-b2ed-ee0ad6a88650 HTTP/1.1" status: 200 len: 210 time: 0.0587463 Sep 04 16:04:02.097822 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91d8b8-b35a-4ca4-8432-9a2c3e2aa23d req-42fa5a1a-84e2-4ab5-a314-57aeebcd0249 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:02.100150 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ae91d8b8-b35a-4ca4-8432-9a2c3e2aa23d req-42fa5a1a-84e2-4ab5-a314-57aeebcd0249 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0607314 Sep 04 16:04:02.154620 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ae91d8b8-b35a-4ca4-8432-9a2c3e2aa23d req-e9818a4a-1574-4ae6-8353-ff118efe6ac6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455859 Sep 04 16:04:02.240500 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 839dc43b-a75a-4098-bfc7-5e05e24bb682 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:04:02.357312 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 839dc43b-a75a-4098-bfc7-5e05e24bb682, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=839dc43b-a75a-4098-bfc7-5e05e24bb682,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:02.375339 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': '839dc43b-a75a-4098-bfc7-5e05e24bb682', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'port_id': '839dc43b-a75a-4098-bfc7-5e05e24bb682', 'mac_address': 'fa:16:3e:c0:0b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:04:02.446197 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:02.463692 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839dc43b-a75a-4098-bfc7-5e05e24bb682 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:04:02.487411 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 839dc43b-a75a-4098-bfc7-5e05e24bb682, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=839dc43b-a75a-4098-bfc7-5e05e24bb682,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:02.494901 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:02.605383 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7a58-3f0d-45d6-a127-dab6030ce936 req-6d3b5aaa-c15d-4b5d-8295-5de4d0288a18 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:02.613957 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9c8d7a58-3f0d-45d6-a127-dab6030ce936 req-6d3b5aaa-c15d-4b5d-8295-5de4d0288a18 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 944 time: 0.0784571 Sep 04 16:04:02.624592 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=839dc43b-a75a-4098-bfc7-5e05e24bb682,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:02.663663 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9c8d7a58-3f0d-45d6-a127-dab6030ce936 req-f5a0d6e5-5a8e-4009-8ef7-227870c85373 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483036 Sep 04 16:04:02.941938 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['839dc43b-a75a-4098-bfc7-5e05e24bb682'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:04:03.284790 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7347c-ada7-4488-a6b1-d11b4374273a req-d7a86360-ca03-4e53-9def-4e04b178e81d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:03.293684 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-13e7347c-ada7-4488-a6b1-d11b4374273a req-d7a86360-ca03-4e53-9def-4e04b178e81d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0626500 Sep 04 16:04:03.340058 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-13e7347c-ada7-4488-a6b1-d11b4374273a req-b5d0a0aa-c84b-4128-911b-d41d03e08c1a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451651 Sep 04 16:04:03.820247 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783dcaa-d1dd-41c3-ae60-f8322f4d1359 req-9d7c0d94-0144-4bc1-bca3-bf07b6c61b32 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:03.822186 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8783dcaa-d1dd-41c3-ae60-f8322f4d1359 req-9d7c0d94-0144-4bc1-bca3-bf07b6c61b32 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 944 time: 0.0795112 Sep 04 16:04:03.870067 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8783dcaa-d1dd-41c3-ae60-f8322f4d1359 req-37caf168-be45-4ef2-a791-49c82710abe1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413611 Sep 04 16:04:04.251829 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 839dc43b-a75a-4098-bfc7-5e05e24bb682 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:04:04.259467 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6b3eb-b433-49a8-a93f-cd1834e2f995 req-1e1d2312-77fc-4d3a-a98f-76869a8a37bf tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:04.261321 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bed6b3eb-b433-49a8-a93f-cd1834e2f995 req-1e1d2312-77fc-4d3a-a98f-76869a8a37bf tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0529037 Sep 04 16:04:04.305181 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bed6b3eb-b433-49a8-a93f-cd1834e2f995 req-6669fc2e-ec0a-415f-a06e-3f0c834562bb tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Sep 04 16:04:04.316827 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port 839dc43b-a75a-4098-bfc7-5e05e24bb682 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:04:04.321419 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port 839dc43b-a75a-4098-bfc7-5e05e24bb682 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:04:04.321797 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:04.427252 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:04.451384 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839dc43b-a75a-4098-bfc7-5e05e24bb682'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:04:04.453716 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a2cf4d-7780-4001-9d7f-381d761d0b13" -d '{"events": [{"server_uuid": "fc043e12-284b-4ac5-8b5b-a7f7049eaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "839dc43b-a75a-4098-bfc7-5e05e24bb682"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:04:04.468412 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 839dc43b-a75a-4098-bfc7-5e05e24bb682, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=839dc43b-a75a-4098-bfc7-5e05e24bb682,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:04.475540 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:04.476485 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device de7ab023-3147-496c-ac9a-5b0b47db72d6 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:04:04.494262 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3e748-7db3-46c1-b769-d9dbb3768de2 req-629ddf99-a355-4154-aaf4-8210bdc20c35 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:04.495755 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-efe3e748-7db3-46c1-b769-d9dbb3768de2 req-629ddf99-a355-4154-aaf4-8210bdc20c35 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0710843 Sep 04 16:04:04.549486 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: de7ab023-3147-496c-ac9a-5b0b47db72d6 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:04:04.556740 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device de7ab023-3147-496c-ac9a-5b0b47db72d6 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:04:04.558569 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-efe3e748-7db3-46c1-b769-d9dbb3768de2 req-ffe9a46d-fc4d-4f95-bf0c-102dc491bfea tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538988 Sep 04 16:04:04.568531 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bf174f-9e81-4807-ac0b-73739e8fb262 x-openstack-request-id: req-38bf174f-9e81-4807-ac0b-73739e8fb262 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:04:04.568822 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc043e12-284b-4ac5-8b5b-a7f7049eaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "839dc43b-a75a-4098-bfc7-5e05e24bb682", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:04:04.569110 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38bf174f-9e81-4807-ac0b-73739e8fb262 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:04:04.569502 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839dc43b-a75a-4098-bfc7-5e05e24bb682', 'code': 200} Sep 04 16:04:04.597350 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=839dc43b-a75a-4098-bfc7-5e05e24bb682,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:04.762584 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b6495-50d8-490b-9291-9d735a1ecc1b req-6676efa6-3f10-4d21-95b2-c21cb2092544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:04.764092 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d94b6495-50d8-490b-9291-9d735a1ecc1b req-6676efa6-3f10-4d21-95b2-c21cb2092544 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 1098 time: 0.0453157 Sep 04 16:04:04.804367 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d94b6495-50d8-490b-9291-9d735a1ecc1b req-ef3f4bce-ae1d-48d5-8724-36b45bd41496 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296335 Sep 04 16:04:05.021701 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ba718-c7a2-482d-a08b-3e97af20889e req-ab8c86f8-09e1-489a-833b-d729622b0c6d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:05.023238 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-df2ba718-c7a2-482d-a08b-3e97af20889e req-ab8c86f8-09e1-489a-833b-d729622b0c6d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0627165 Sep 04 16:04:05.065663 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a6f323a-9ca8-41b6-9c86-747038a19c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:05.077153 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-df2ba718-c7a2-482d-a08b-3e97af20889e req-9537499c-1362-4a70-9f96-bb052ecdfa18 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456789 Sep 04 16:04:05.431798 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456349d-8893-4600-9311-53f0e8c5539d req-f204c4ee-ff41-4ae4-a814-17fabfca6050 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:05.433548 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9456349d-8893-4600-9311-53f0e8c5539d req-f204c4ee-ff41-4ae4-a814-17fabfca6050 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0539048 Sep 04 16:04:05.482048 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9456349d-8893-4600-9311-53f0e8c5539d req-a220b65b-2ca1-4253-86d4-e36e37d2106b tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Sep 04 16:04:05.628599 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:04:05.676220 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dc55a-4077-4c0b-abaf-2015cbdfb3aa req-427cd2ba-e12e-4ea8-be54-c9a921a873b1 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:05.677953 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-091dc55a-4077-4c0b-abaf-2015cbdfb3aa req-427cd2ba-e12e-4ea8-be54-c9a921a873b1 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0520699 Sep 04 16:04:05.721019 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-091dc55a-4077-4c0b-abaf-2015cbdfb3aa req-7d52f015-c2ff-4c72-9142-0f3239350f29 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360656 Sep 04 16:04:06.219844 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866f8da-c84f-4b10-bb1b-e96d9a1e5f06 req-26b03c2b-a332-4625-9e80-8ada7ae242a0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:06.222408 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0866f8da-c84f-4b10-bb1b-e96d9a1e5f06 req-26b03c2b-a332-4625-9e80-8ada7ae242a0 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0654645 Sep 04 16:04:06.278937 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0866f8da-c84f-4b10-bb1b-e96d9a1e5f06 req-0b16fbb6-6ae3-4146-a557-fec3687df427 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490198 Sep 04 16:04:06.631433 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b3983-f2e3-46a4-a34e-4114797c4266 req-378f9c8a-fd38-496f-8943-7f19441b236b tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:06.638865 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-803b3983-f2e3-46a4-a34e-4114797c4266 req-378f9c8a-fd38-496f-8943-7f19441b236b tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0849051 Sep 04 16:04:06.683736 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-803b3983-f2e3-46a4-a34e-4114797c4266 req-a1717d43-d152-4122-baa3-71d789156549 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/security-groups?id=891726c9-b9fe-4836-84cb-7e14f0081060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438914 Sep 04 16:04:06.750250 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d35de-08b9-46ac-9660-02ead8c0471e req-5d3ecf26-83fe-4460-af2b-6bebf23610d9 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:06.752397 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-710d35de-08b9-46ac-9660-02ead8c0471e req-5d3ecf26-83fe-4460-af2b-6bebf23610d9 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 946 time: 0.0586581 Sep 04 16:04:06.878189 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f33ec-2a13-4586-88b6-3d42d4eb4d6c req-a542cdee-20e0-4612-83f7-086d506ac3a5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:06.886722 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ae5f33ec-2a13-4586-88b6-3d42d4eb4d6c req-a542cdee-20e0-4612-83f7-086d506ac3a5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0790939 Sep 04 16:04:06.893117 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-710d35de-08b9-46ac-9660-02ead8c0471e req-8ca095d3-ba09-4ffc-b969-592d3e1552c1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Deleting port d943eb27-7e89-4531-9d03-243f18313e8a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:04:06.893466 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-710d35de-08b9-46ac-9660-02ead8c0471e req-8ca095d3-ba09-4ffc-b969-592d3e1552c1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:06.930225 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ae5f33ec-2a13-4586-88b6-3d42d4eb4d6c req-a3c76b24-ab5a-4246-a816-1c8beee17c82 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426342 Sep 04 16:04:07.041342 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-710d35de-08b9-46ac-9660-02ead8c0471e req-8ca095d3-ba09-4ffc-b969-592d3e1552c1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] For port d943eb27-7e89-4531-9d03-243f18313e8a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d943eb27-7e89-4531-9d03-243f18313e8a,segment=NetworkSegment(b93aede5-07d1-422d-974f-1e6d497e3e07),segment_id=b93aede5-07d1-422d-974f-1e6d497e3e07)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:07.041866 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-710d35de-08b9-46ac-9660-02ead8c0471e req-8ca095d3-ba09-4ffc-b969-592d3e1552c1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:07.056788 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-710d35de-08b9-46ac-9660-02ead8c0471e req-8ca095d3-ba09-4ffc-b969-592d3e1552c1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Calling delete_port for d943eb27-7e89-4531-9d03-243f18313e8a owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:04:07.207296 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-710d35de-08b9-46ac-9660-02ead8c0471e req-8ca095d3-ba09-4ffc-b969-592d3e1552c1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:07.220674 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['d943eb27-7e89-4531-9d03-243f18313e8a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:04:07.238425 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca095d3-ba09-4ffc-b969-592d3e1552c1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Pushing event deleted for resources: {'Port': ['ID=d943eb27-7e89-4531-9d03-243f18313e8a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:07.316923 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-710d35de-08b9-46ac-9660-02ead8c0471e req-8ca095d3-ba09-4ffc-b969-592d3e1552c1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] No DVR routers for this DVR port d943eb27-7e89-4531-9d03-243f18313e8a on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:04:07.320134 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-710d35de-08b9-46ac-9660-02ead8c0471e req-8ca095d3-ba09-4ffc-b969-592d3e1552c1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:07.322294 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-710d35de-08b9-46ac-9660-02ead8c0471e req-8ca095d3-ba09-4ffc-b969-592d3e1552c1 tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.46 "DELETE /v2.0/ports/d943eb27-7e89-4531-9d03-243f18313e8a HTTP/1.1" status: 204 len: 173 time: 0.5609112 Sep 04 16:04:07.322794 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f', 'name': 'network-vif-deleted', 'tag': 'd943eb27-7e89-4531-9d03-243f18313e8a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:04:07.325415 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ee8960-ddfb-4d4b-bb83-85649751822d" -d '{"events": [{"server_uuid": "9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f", "name": "network-vif-deleted", "tag": "d943eb27-7e89-4531-9d03-243f18313e8a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:04:07.410366 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfbb387-84db-4201-9cff-7587d0e09ab0 x-openstack-request-id: req-dbfbb387-84db-4201-9cff-7587d0e09ab0 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:04:07.410366 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f", "name": "network-vif-deleted", "tag": "d943eb27-7e89-4531-9d03-243f18313e8a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:04:07.411353 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbfbb387-84db-4201-9cff-7587d0e09ab0 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:04:07.411781 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f', 'name': 'network-vif-deleted', 'tag': 'd943eb27-7e89-4531-9d03-243f18313e8a', 'status': 'completed', 'code': 200} Sep 04 16:04:07.472570 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e1dad-c87f-429f-8e60-44f8c02066b7 req-f625aa2f-1997-4510-9b3e-3a45b3117027 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:07.474284 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a82e1dad-c87f-429f-8e60-44f8c02066b7 req-f625aa2f-1997-4510-9b3e-3a45b3117027 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0529695 Sep 04 16:04:07.536962 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a82e1dad-c87f-429f-8e60-44f8c02066b7 req-8dd0f3b3-cf70-45de-a444-972ec114f477 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543277 Sep 04 16:04:07.674283 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0d9e1-6eaa-4d25-8d17-327ebf320c32 req-9696f55c-8a03-4acc-bae2-ca2be81e1493 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:07.675904 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-33a0d9e1-6eaa-4d25-8d17-327ebf320c32 req-9696f55c-8a03-4acc-bae2-ca2be81e1493 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0560679 Sep 04 16:04:07.725193 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-33a0d9e1-6eaa-4d25-8d17-327ebf320c32 req-57587f51-c680-4c07-9d9b-9f6b06344456 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421803 Sep 04 16:04:07.758846 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46622) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:07.834305 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a38c6058-b246-49a7-ac4b-463c6343acf0 req-f44c5f74-7328-4f42-843d-ef14673988fe tempest-AttachVolumeNegativeTest-1634910402 tempest-AttachVolumeNegativeTest-1634910402-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ad52cf7-eb8a-4bd2-9df1-16bb109bfe6f HTTP/1.1" status: 200 len: 210 time: 0.0408561 Sep 04 16:04:07.896629 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-34ea7958-9587-4b04-8de6-2546dec26aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:08.036646 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228345b2-3968-4faf-87e2-cee182d326ff tempest-TestVolumeBootPattern-415000859 tempest-TestVolumeBootPattern-415000859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:08.038555 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-228345b2-3968-4faf-87e2-cee182d326ff tempest-TestVolumeBootPattern-415000859 tempest-TestVolumeBootPattern-415000859-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 1093 time: 0.2787137 Sep 04 16:04:08.041737 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46630) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:08.046383 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'floatingip': {'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'port_id': '839dc43b-a75a-4098-bfc7-5e05e24bb682', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:04:08.113435 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:08.143025 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:08.152699 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3b920-c5ec-44af-b7aa-71cf26dd53b8 req-eda5dbf0-01ed-4fd9-a1ba-6b59a9155d03 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:08.154246 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8dd3b920-c5ec-44af-b7aa-71cf26dd53b8 req-eda5dbf0-01ed-4fd9-a1ba-6b59a9155d03 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0915890 Sep 04 16:04:08.243283 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8dd3b920-c5ec-44af-b7aa-71cf26dd53b8 req-fd27c822-f51e-4c8d-ae12-098c5efdd937 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777736 Sep 04 16:04:08.285071 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:08.405498 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Allocated IP 172.27.2.145 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/b3c85066-d8a1-49ab-bd98-e168842bc4d8) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:04:08.517405 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:08.591697 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:08.634543 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:04:08.638036 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:04:08.640536 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:04:08.650526 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'Port': ['ID=b3c85066-d8a1-49ab-bd98-e168842bc4d8,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:08.938568 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46644) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:09.012636 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2192e35-6cf6-4b95-9461-498eaaeb1b78 admin admin] Deleting subnet 0253b67f-bd7c-4f5d-9250-4fbb5f2aae95 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:04:09.012908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.017132 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2192e35-6cf6-4b95-9461-498eaaeb1b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.062170 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2192e35-6cf6-4b95-9461-498eaaeb1b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498299'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.140144 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2192e35-6cf6-4b95-9461-498eaaeb1b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.238294 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2192e35-6cf6-4b95-9461-498eaaeb1b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29005761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636583'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.325726 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2192e35-6cf6-4b95-9461-498eaaeb1b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0253b67f-bd7c-4f5d-9250-4fbb5f2aae95,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:09.339483 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f2192e35-6cf6-4b95-9461-498eaaeb1b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.348980 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f2192e35-6cf6-4b95-9461-498eaaeb1b78 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0253b67f-bd7c-4f5d-9250-4fbb5f2aae95 HTTP/1.1" status: 204 len: 168 time: 0.4051647 Sep 04 16:04:09.349244 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46656) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:09.475894 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.488627 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6f1b1-513d-417f-9618-2f5c631eef12 req-508c7050-51fe-4e0e-8c75-a45220a0f32d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:09.498732 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-89c6f1b1-513d-417f-9618-2f5c631eef12 req-508c7050-51fe-4e0e-8c75-a45220a0f32d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.1191392 Sep 04 16:04:09.527308 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.630977 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-89c6f1b1-513d-417f-9618-2f5c631eef12 req-ac401a2a-bed9-450b-85cc-4f33c26c2485 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256092 Sep 04 16:04:09.632853 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.641437 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46660) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:09.723554 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.737003 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba93ff3-c068-4875-acb4-63c360b33ec1']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:09.757045 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93aede5-07d1-422d-974f-1e6d497e3e07') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:09.757386 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93aede5-07d1-422d-974f-1e6d497e3e07') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:09.778407 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498274'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.799811 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.810536 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:04:09.811002 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29005727'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: Traceback (most recent call last): Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: timer() Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: cb(*args, **kw) Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: return func(*args, **kwargs) Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: self._notify() Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: self.callback(batched_events) Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: event.method(event) Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: return f(self, *a, **k) Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._get(url).json() Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:04:09.812634 dv-cinder-799663-6-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:04:09.836228 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.849654 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.888404 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5df540-683f-4dc0-8d1a-d38998a44e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.898967 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.912489 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:09.916898 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4ba93ff3-c068-4875-acb4-63c360b33ec1 HTTP/1.1" status: 204 len: 168 time: 0.5642717 Sep 04 16:04:09.928363 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cce66-0c3c-45da-81e8-94ccd5313572 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba93ff3-c068-4875-acb4-63c360b33ec1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:09.978870 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'Port': ['ID=b3c85066-d8a1-49ab-bd98-e168842bc4d8,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:09.996467 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.074273 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5df540-683f-4dc0-8d1a-d38998a44e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.081527 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7f5df540-683f-4dc0-8d1a-d38998a44e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.135076 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7f5df540-683f-4dc0-8d1a-d38998a44e60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f66542accd9444a08c61f359ef044028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921684 Sep 04 16:04:10.135675 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46666) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:10.138514 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46668) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:10.142916 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5df540-683f-4dc0-8d1a-d38998a44e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e35984-cc01-40ca-9e47-45f710b8bdf7,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:10.191692 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Floating IP 7c047871-ae94-418a-a36e-7411d4d53fcb associated. External IP: 172.27.2.145, port: 839dc43b-a75a-4098-bfc7-5e05e24bb682. Sep 04 16:04:10.196337 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f183409a-8b01-49d4-a8c9-76a242197264 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39cf997e366848e5bbbeae43e4a71100&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0595779 Sep 04 16:04:10.198869 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46670) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:10.260345 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device d943eb27-7e89-4531-9d03-243f18313e8a no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:04:10.261891 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53dc1b63-369f-4af6-b307-bb159d56f913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.280730 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5788114f-2cc9-4117-ad2b-e4fd0fec8b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.292751 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53dc1b63-369f-4af6-b307-bb159d56f913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.298391 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: d943eb27-7e89-4531-9d03-243f18313e8a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:04:10.298966 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device d943eb27-7e89-4531-9d03-243f18313e8a not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:04:10.316138 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5788114f-2cc9-4117-ad2b-e4fd0fec8b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.352284 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53dc1b63-369f-4af6-b307-bb159d56f913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.355542 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-53dc1b63-369f-4af6-b307-bb159d56f913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.359937 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-53dc1b63-369f-4af6-b307-bb159d56f913 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/891726c9-b9fe-4836-84cb-7e14f0081060 HTTP/1.1" status: 204 len: 168 time: 0.1597695 Sep 04 16:04:10.373102 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc1b63-369f-4af6-b307-bb159d56f913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891726c9-b9fe-4836-84cb-7e14f0081060,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:10.465229 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5788114f-2cc9-4117-ad2b-e4fd0fec8b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.468252 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5788114f-2cc9-4117-ad2b-e4fd0fec8b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.469462 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-5788114f-2cc9-4117-ad2b-e4fd0fec8b41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32e35984-cc01-40ca-9e47-45f710b8bdf7 HTTP/1.1" status: 204 len: 168 time: 0.3300614 Sep 04 16:04:10.484625 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788114f-2cc9-4117-ad2b-e4fd0fec8b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e35984-cc01-40ca-9e47-45f710b8bdf7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:10.521659 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Router 42ba80ca-7e58-4b88-87fc-80d4945c6675 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:04:10.652894 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:04:10.678949 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] Sync routers for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:04:10.698185 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.708655 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:10.711617 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:04:10.712266 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:04:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:10.740639 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7b8d5ec8-f74e-4e96-a666-4ff76df7420a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6977715 Sep 04 16:04:10.741325 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'tag': '839dc43b-a75a-4098-bfc7-5e05e24bb682'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:04:10.744103 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8da66c-8281-475e-bb0f-1f80d65351bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fc043e12-284b-4ac5-8b5b-a7f7049eaaaf", "tag": "839dc43b-a75a-4098-bfc7-5e05e24bb682"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:04:10.798829 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e110b470-2297-4324-b514-ee93f7f8fa2c x-openstack-request-id: req-e110b470-2297-4324-b514-ee93f7f8fa2c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:04:10.799125 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc043e12-284b-4ac5-8b5b-a7f7049eaaaf", "tag": "839dc43b-a75a-4098-bfc7-5e05e24bb682", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:04:10.799379 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e110b470-2297-4324-b514-ee93f7f8fa2c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:04:10.799833 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'tag': '839dc43b-a75a-4098-bfc7-5e05e24bb682', 'status': 'completed', 'code': 200} Sep 04 16:04:10.910198 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-64be76ae-5a92-4820-bd84-0779fa0afd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:10.910198 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-64be76ae-5a92-4820-bd84-0779fa0afd6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 1098 time: 0.0851853 Sep 04 16:04:10.931421 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c112ad-8bed-4399-b2b8-e7ed723e15c2 req-c0f5d09e-5017-4820-9e5f-1c25406819b7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:10.934416 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a0c112ad-8bed-4399-b2b8-e7ed723e15c2 req-c0f5d09e-5017-4820-9e5f-1c25406819b7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.1401820 Sep 04 16:04:10.945584 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:04:10.997028 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a0c112ad-8bed-4399-b2b8-e7ed723e15c2 req-94a83951-ca93-411d-aed2-36187baeb60b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514250 Sep 04 16:04:11.099934 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46696) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:11.116441 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-27f4132b-dd40-406d-b3b0-d6226bc357ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:11.118012 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-27f4132b-dd40-406d-b3b0-d6226bc357ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 913 time: 0.1937590 Sep 04 16:04:11.124159 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7521e52e-ee27-48f2-aee2-b7495c2bdf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:11.216387 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-006fa34e-e37a-4338-bf06-864aa59c952f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=839dc43b-a75a-4098-bfc7-5e05e24bb682 HTTP/1.1" status: 200 len: 999 time: 0.0872054 Sep 04 16:04:11.310558 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-06cb061c-a8ed-4f2e-bdb2-a5388633673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:11.312590 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-06cb061c-a8ed-4f2e-bdb2-a5388633673f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0816479 Sep 04 16:04:11.313869 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7521e52e-ee27-48f2-aee2-b7495c2bdf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:11.326064 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7521e52e-ee27-48f2-aee2-b7495c2bdf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:11.362104 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521e52e-ee27-48f2-aee2-b7495c2bdf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5c0b44-c8ed-4467-8a06-238fab915d0a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:11.374030 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '7c047871-ae94-418a-a36e-7411d4d53fcb', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': '839dc43b-a75a-4098-bfc7-5e05e24bb682', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:c0:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:04:09Z', 'updated_at': '2021-09-04T16:04:09Z', 'revision_number': 0, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:11.388763 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7521e52e-ee27-48f2-aee2-b7495c2bdf43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=541e48f5428a4e0aae5b79f1bca67705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834718 Sep 04 16:04:11.389100 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46702) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:11.407384 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] Checking router: 42ba80ca-7e58-4b88-87fc-80d4945c6675 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:04:11.417236 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:04:11.418134 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:04:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:11.462253 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-e29b0a7a-76ce-456c-9785-fd7d8ff1d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:11.465948 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-e29b0a7a-76ce-456c-9785-fd7d8ff1d57c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1455255 Sep 04 16:04:11.498951 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f9f4b1-9b12-47b7-b5d2-d6905ba056f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:11.531259 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f9f4b1-9b12-47b7-b5d2-d6905ba056f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:11.559073 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:04:11.621351 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f9f4b1-9b12-47b7-b5d2-d6905ba056f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:11.627341 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-60f9f4b1-9b12-47b7-b5d2-d6905ba056f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:11.631658 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-60f9f4b1-9b12-47b7-b5d2-d6905ba056f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b5c0b44-c8ed-4467-8a06-238fab915d0a HTTP/1.1" status: 204 len: 168 time: 0.2386045 Sep 04 16:04:11.664991 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-fad8304e-627a-47e9-b061-47e065b9273c service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811280 Sep 04 16:04:11.667097 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9f4b1-9b12-47b7-b5d2-d6905ba056f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5c0b44-c8ed-4467-8a06-238fab915d0a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:11.838310 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e8da66c-8281-475e-bb0f-1f80d65351bc req-df4b054b-542e-4639-9f6a-23cba83834a1 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648309 Sep 04 16:04:11.882253 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '7c047871-ae94-418a-a36e-7411d4d53fcb', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': '839dc43b-a75a-4098-bfc7-5e05e24bb682', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:c0:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:04:09Z', 'updated_at': '2021-09-04T16:04:09Z', 'revision_number': 0, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:11.917766 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d21c8f-0399-4d33-be22-2e81f14df75a None None] The sync data for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi is: [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '7c047871-ae94-418a-a36e-7411d4d53fcb', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': '839dc43b-a75a-4098-bfc7-5e05e24bb682', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:c0:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:04:09Z', 'updated_at': '2021-09-04T16:04:09Z', 'revision_number': 0, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:04:11.928720 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46718) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:12.066525 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-87210274-network', 'tenant_id': '3162d78482f94ae8874efdbce8f8c9cd'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:04:12.105555 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Made reservation on behalf of 3162d78482f94ae8874efdbce8f8c9cd for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:04:12.122572 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.131721 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.137762 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46724) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:12.158489 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2484dab7-080b-46d0-b172-752cbed7c556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.237013 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.312983 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eb9e9-28a6-4ff8-98c3-2aa1c31b4169 req-19642bb3-9261-4c5b-9d9b-42142c42e556 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:12.318876 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93615933-cadb-43d5-beae-1c54c3bb3edb None None] New status for floating IP 7c047871-ae94-418a-a36e-7411d4d53fcb: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:04:12.320561 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e42eb9e9-28a6-4ff8-98c3-2aa1c31b4169 req-19642bb3-9261-4c5b-9d9b-42142c42e556 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.1439049 Sep 04 16:04:12.327556 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.334024 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.375234 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:04:12.392725 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b6e2b2-9c8a-4de6-898c-49c5b4cb92fc,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:12.401903 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.402269 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Added segment 7fe2989e-0b08-4048-ba30-d6409dd5f54e of type vlan for network 90af89bf-26e8-4dc4-96c4-9dba91842681 Sep 04 16:04:12.430608 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e42eb9e9-28a6-4ff8-98c3-2aa1c31b4169 req-a4550fc6-4c27-47b5-baed-d4e5f3c43d5e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088724 Sep 04 16:04:12.463383 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.518774 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2484dab7-080b-46d0-b172-752cbed7c556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.528100 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2484dab7-080b-46d0-b172-752cbed7c556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.538193 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.539807 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:12.540467 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.568361 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484dab7-080b-46d0-b172-752cbed7c556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fb3520-f794-4af9-b7cb-db9c39b0245d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:12.597910 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-2484dab7-080b-46d0-b172-752cbed7c556 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa17eb61e2c44d549eddf725d33f22ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587729 Sep 04 16:04:12.600533 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46726) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:12.622580 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] Pushing event updated for resources: {'Network': ['ID=90af89bf-26e8-4dc4-96c4-9dba91842681,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:12.635106 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 90af89bf-26e8-4dc4-96c4-9dba91842681 details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:04:12.640639 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-fcce3341-f8bc-427b-b427-3313a10414c7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7106194 Sep 04 16:04:12.641384 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46728) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:12.654402 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Request body: {'subnet': {'network_id': '90af89bf-26e8-4dc4-96c4-9dba91842681', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-87210274-subnet', 'tenant_id': '3162d78482f94ae8874efdbce8f8c9cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:04:12.690902 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Made reservation on behalf of 3162d78482f94ae8874efdbce8f8c9cd for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:04:12.695132 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29123291'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.704949 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd281771-201d-4cc4-9699-13c2fad397c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.729894 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd281771-201d-4cc4-9699-13c2fad397c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.794349 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd281771-201d-4cc4-9699-13c2fad397c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.802614 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-cd281771-201d-4cc4-9699-13c2fad397c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.804067 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-cd281771-201d-4cc4-9699-13c2fad397c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96fb3520-f794-4af9-b7cb-db9c39b0245d HTTP/1.1" status: 204 len: 168 time: 0.2004092 Sep 04 16:04:12.813158 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd281771-201d-4cc4-9699-13c2fad397c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fb3520-f794-4af9-b7cb-db9c39b0245d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:12.935958 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25244428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29123317'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:12.989224 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56fbc39-7b9f-4f40-a84f-626d7ff06bab,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:13.013183 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Checking segment: {'id': '7fe2989e-0b08-4048-ba30-d6409dd5f54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '90af89bf-26e8-4dc4-96c4-9dba91842681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:04:13.013183 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Network hostable DHCP agents. Network: 90af89bf-26e8-4dc4-96c4-9dba91842681, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:04:13.024272 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Network 90af89bf-26e8-4dc4-96c4-9dba91842681 is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:04:13.035005 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 90af89bf-26e8-4dc4-96c4-9dba91842681) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:04:13.039895 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:13.040491 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:13.046469 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8929ff92-81ef-4fc0-a38a-693edf799e1d None None] Network 90af89bf-26e8-4dc4-96c4-9dba91842681 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:04:13.061590 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e0791e1e-addf-4f9e-9aa6-18986d604dbc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4189496 Sep 04 16:04:13.225445 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac80a8b-3e7e-402f-bcb2-016e0c6019d1 None None] Network 90af89bf-26e8-4dc4-96c4-9dba91842681 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:04:13.567531 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0757a-0c7b-44f4-bb7d-2c6f60df2e58 req-23b1f25b-6e5d-43af-b0bf-9a90edbd4401 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:13.569101 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-54a0757a-0c7b-44f4-bb7d-2c6f60df2e58 req-23b1f25b-6e5d-43af-b0bf-9a90edbd4401 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0610278 Sep 04 16:04:13.613258 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-54a0757a-0c7b-44f4-bb7d-2c6f60df2e58 req-92b0aebd-0e0d-4720-9ca4-f11714299906 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366666 Sep 04 16:04:13.644207 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46776) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:13.648273 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-648129824-network', 'tenant_id': 'd3786fcbe50445209677caa6dc16dc2f'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:04:13.668890 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Made reservation on behalf of d3786fcbe50445209677caa6dc16dc2f for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:04:13.671098 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:13.681136 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:13.779910 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:13.786155 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:13.812696 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:04:13.821480 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b7cff6-c18a-40a2-ae24-60a8828897e4,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:13.828341 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:13.828654 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Added segment 872655fb-642f-4d33-8b24-67c2d0c5eb8e of type vlan for network 8883eb9c-82a3-4063-b4a8-cff5ed62a05b Sep 04 16:04:13.871954 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:13.923167 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:13.924234 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:13.924814 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:13.963646 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3196747 Sep 04 16:04:13.966594 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46788) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:13.969122 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-c9fbb846-af53-4d0b-9c70-3fc52d69ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:13.970533 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-c9fbb846-af53-4d0b-9c70-3fc52d69ebaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 1099 time: 0.0768878 Sep 04 16:04:13.972741 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Request body: {'subnet': {'network_id': '8883eb9c-82a3-4063-b4a8-cff5ed62a05b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-648129824-subnet', 'tenant_id': 'd3786fcbe50445209677caa6dc16dc2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:04:14.001878 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Made reservation on behalf of d3786fcbe50445209677caa6dc16dc2f for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:04:14.005309 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636546'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.006279 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9852190-5a4d-4ac7-80e4-fd07b90e3049 admin admin] Pushing event updated for resources: {'Network': ['ID=8883eb9c-82a3-4063-b4a8-cff5ed62a05b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:14.019126 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 8883eb9c-82a3-4063-b4a8-cff5ed62a05b details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:04:14.101687 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-f5272213-efaf-463a-8a82-bc64fcac0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:14.103594 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-f5272213-efaf-463a-8a82-bc64fcac0993 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 918 time: 0.1046624 Sep 04 16:04:14.138571 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46792) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:14.180542 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-d3a0e4a5-293b-487e-9d8a-89402e9b4b07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcef89de-da6d-4438-9e11-f05f93f56443 HTTP/1.1" status: 200 len: 1002 time: 0.0673563 Sep 04 16:04:14.205989 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29005568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636588'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.232485 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-59dfbec4-49c9-4497-a585-5edcf1d490d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:14.234020 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-59dfbec4-49c9-4497-a585-5edcf1d490d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0463727 Sep 04 16:04:14.263645 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c361864-355e-4f09-8a01-ce47b5e77711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.269179 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2afb48-d4cf-4da9-82cf-2d2b9ee973a3,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:14.282348 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-2b8d6efe-dc07-4ba3-811a-5f712e7341af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:14.283874 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-2b8d6efe-dc07-4ba3-811a-5f712e7341af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418484 Sep 04 16:04:14.302362 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Checking segment: {'id': '872655fb-642f-4d33-8b24-67c2d0c5eb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8883eb9c-82a3-4063-b4a8-cff5ed62a05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:04:14.302721 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Network hostable DHCP agents. Network: 8883eb9c-82a3-4063-b4a8-cff5ed62a05b, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:04:14.335188 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Network 8883eb9c-82a3-4063-b4a8-cff5ed62a05b is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:04:14.351802 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 8883eb9c-82a3-4063-b4a8-cff5ed62a05b) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:04:14.359625 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:14.360800 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.387489 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-99be786b-bf58-44c6-b474-22fdc393d0d7 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959268 Sep 04 16:04:14.398535 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c361864-355e-4f09-8a01-ce47b5e77711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.405228 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1c361864-355e-4f09-8a01-ce47b5e77711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.426016 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c061bc3e-1110-4de8-8758-51396cb7f552 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4502397 Sep 04 16:04:14.464703 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1c361864-355e-4f09-8a01-ce47b5e77711 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f186661c25e4477977a942f7031f1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245420 Sep 04 16:04:14.464980 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46798) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:14.467007 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c361864-355e-4f09-8a01-ce47b5e77711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0939d7e-9e84-40a9-9311-5b3601087831,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:14.493742 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fb54b728-89d2-4c5e-973b-0a0a37e136b8 req-ed1fe9aa-0044-417a-aac5-effb6609a73d service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972784 Sep 04 16:04:14.498938 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14d3eda-9632-4227-93e4-3481eb1018df None None] Network 8883eb9c-82a3-4063-b4a8-cff5ed62a05b requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:04:14.540970 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f419b8e4-f27e-4a29-bb8d-2f744b6b1742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.564007 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f419b8e4-f27e-4a29-bb8d-2f744b6b1742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.572240 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46800) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:14.615176 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f419b8e4-f27e-4a29-bb8d-2f744b6b1742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.617854 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f419b8e4-f27e-4a29-bb8d-2f744b6b1742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.619187 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f419b8e4-f27e-4a29-bb8d-2f744b6b1742 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0939d7e-9e84-40a9-9311-5b3601087831 HTTP/1.1" status: 204 len: 168 time: 0.1531830 Sep 04 16:04:14.627951 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419b8e4-f27e-4a29-bb8d-2f744b6b1742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0939d7e-9e84-40a9-9311-5b3601087831,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:14.628785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac607d2d-2785-426e-b8fb-f2acd0fd2118 admin admin] Deleting subnet d56fbc39-7b9f-4f40-a84f-626d7ff06bab {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:04:14.637574 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac607d2d-2785-426e-b8fb-f2acd0fd2118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.655339 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748842af-c923-42ed-a9fb-2ce752602df3 None None] Network 8883eb9c-82a3-4063-b4a8-cff5ed62a05b requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:04:14.687896 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac607d2d-2785-426e-b8fb-f2acd0fd2118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288161'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.733380 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac607d2d-2785-426e-b8fb-f2acd0fd2118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.759434 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc2e8d-83af-418b-8b55-66261cd28a79 req-26b7782e-1656-4fbe-bc9d-0ed883eaf7f5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:14.769432 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88dc2e8d-83af-418b-8b55-66261cd28a79 req-26b7782e-1656-4fbe-bc9d-0ed883eaf7f5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0720091 Sep 04 16:04:14.800835 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac607d2d-2785-426e-b8fb-f2acd0fd2118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25244621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29123326'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.812733 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-88dc2e8d-83af-418b-8b55-66261cd28a79 req-a731c906-684c-4058-97a4-9da63d326e54 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423055 Sep 04 16:04:14.829619 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ac607d2d-2785-426e-b8fb-f2acd0fd2118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.831461 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ac607d2d-2785-426e-b8fb-f2acd0fd2118 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d56fbc39-7b9f-4f40-a84f-626d7ff06bab HTTP/1.1" status: 204 len: 168 time: 0.2581997 Sep 04 16:04:14.833266 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac607d2d-2785-426e-b8fb-f2acd0fd2118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56fbc39-7b9f-4f40-a84f-626d7ff06bab,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:14.835454 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46808) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:14.910168 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:14.992229 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.003187 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90af89bf-26e8-4dc4-96c4-9dba91842681']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:15.014005 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe2989e-0b08-4048-ba30-d6409dd5f54e') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:15.014298 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe2989e-0b08-4048-ba30-d6409dd5f54e') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:15.022976 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498274'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.037311 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.043248 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:04:15.043767 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29005727'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: Traceback (most recent call last): Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: timer() Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: cb(*args, **kw) Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: return func(*args, **kwargs) Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: self._notify() Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: self.callback(batched_events) Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: event.method(event) Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: return f(self, *a, **k) Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._get(url).json() Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:04:15.045674 dv-cinder-799663-6-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:04:15.106395 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.111853 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.115891 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/90af89bf-26e8-4dc4-96c4-9dba91842681 HTTP/1.1" status: 204 len: 168 time: 0.2780585 Sep 04 16:04:15.118221 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46822) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:15.127265 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9b209-ab58-4c60-9c62-7e271a4f8ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=90af89bf-26e8-4dc4-96c4-9dba91842681,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:15.181613 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ca3373-45b8-4f30-a1ae-46caa4d0ad6d admin admin] Deleting subnet 1c2afb48-d4cf-4da9-82cf-2d2b9ee973a3 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:04:15.184899 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70ca3373-45b8-4f30-a1ae-46caa4d0ad6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.220051 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70ca3373-45b8-4f30-a1ae-46caa4d0ad6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288161'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.262006 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70ca3373-45b8-4f30-a1ae-46caa4d0ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.314527 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70ca3373-45b8-4f30-a1ae-46caa4d0ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25244621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29123326'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.328646 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46830) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:15.341172 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca3373-45b8-4f30-a1ae-46caa4d0ad6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2afb48-d4cf-4da9-82cf-2d2b9ee973a3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:15.344767 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-70ca3373-45b8-4f30-a1ae-46caa4d0ad6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.346662 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-70ca3373-45b8-4f30-a1ae-46caa4d0ad6d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1c2afb48-d4cf-4da9-82cf-2d2b9ee973a3 HTTP/1.1" status: 204 len: 168 time: 0.2271030 Sep 04 16:04:15.349705 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46834) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:15.420686 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.430660 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-686490307-network', 'tenant_id': 'dcba48417aba4f9ab53749a3a0488a1b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:04:15.450108 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Made reservation on behalf of dcba48417aba4f9ab53749a3a0488a1b for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:04:15.452565 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.461863 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.503065 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.514127 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8883eb9c-82a3-4063-b4a8-cff5ed62a05b']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:15.524774 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872655fb-642f-4d33-8b24-67c2d0c5eb8e') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:15.525128 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872655fb-642f-4d33-8b24-67c2d0c5eb8e') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:04:15.534180 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29288184'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.548427 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.551068 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.555047 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.565771 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:04:15.566189 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25244563'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: Traceback (most recent call last): Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: timer() Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: cb(*args, **kw) Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: return func(*args, **kwargs) Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: self._notify() Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: self.callback(batched_events) Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: event.method(event) Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: return f(self, *a, **k) Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._get(url).json() Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:04:15.568069 dv-cinder-799663-6-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:04:15.580846 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5190ca1d-fd64-4ea2-ba51-0159c9703d47,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:15.620565 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.625701 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:04:15.626246 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.631288 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8883eb9c-82a3-4063-b4a8-cff5ed62a05b HTTP/1.1" status: 204 len: 168 time: 0.2805719 Sep 04 16:04:15.636261 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.636767 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Added segment 2958eda4-2598-43e0-8179-91db91c4ca56 of type vlan for network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 Sep 04 16:04:15.642412 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2c734-40f0-4fcc-9436-1b83b3ebf833 admin admin] Pushing event deleted for resources: {'Network': ['ID=8883eb9c-82a3-4063-b4a8-cff5ed62a05b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:15.680127 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.704812 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.705807 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:15.706388 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.738406 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4083984 Sep 04 16:04:15.742236 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46838) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:15.742582 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46840) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:15.748694 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Request body: {'subnet': {'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-686490307-subnet', 'tenant_id': 'dcba48417aba4f9ab53749a3a0488a1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:04:15.768895 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f7361-8e7a-429d-a209-056cf116ccf0 admin admin] Pushing event updated for resources: {'Network': ['ID=221c5c6d-cbe1-4276-9a60-ae657bcaff13,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:15.778885 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:04:15.792665 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Made reservation on behalf of dcba48417aba4f9ab53749a3a0488a1b for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:04:15.795020 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29123291'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.817024 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-59122aae-9b01-4b25-95d2-1c460e97be11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3162d78482f94ae8874efdbce8f8c9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720880 Sep 04 16:04:15.819697 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46844) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:15.928252 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8c37543-31ff-4d13-a3fb-955a7a9e5ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:15.954978 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321f68-de1a-4bb8-a7a8-315646b33cb3 req-f2160e23-aea2-4520-9549-4ae7b0721cc3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:15.956607 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-67321f68-de1a-4bb8-a7a8-315646b33cb3 req-f2160e23-aea2-4520-9549-4ae7b0721cc3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0532734 Sep 04 16:04:15.981368 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8c37543-31ff-4d13-a3fb-955a7a9e5ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:16.008388 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-67321f68-de1a-4bb8-a7a8-315646b33cb3 req-0c668cea-caa4-486e-91d7-19e89c878513 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352809 Sep 04 16:04:16.059041 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25244428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29123317'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:16.092236 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8c37543-31ff-4d13-a3fb-955a7a9e5ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:16.094781 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c8c37543-31ff-4d13-a3fb-955a7a9e5ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:16.095917 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-c8c37543-31ff-4d13-a3fb-955a7a9e5ffc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50b6e2b2-9c8a-4de6-898c-49c5b4cb92fc HTTP/1.1" status: 204 len: 168 time: 0.2753234 Sep 04 16:04:16.113498 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c37543-31ff-4d13-a3fb-955a7a9e5ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b6e2b2-9c8a-4de6-898c-49c5b4cb92fc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:16.124520 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4279f68-afcb-4ada-8484-16b0a2b08a4e,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:16.142342 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Checking segment: {'id': '2958eda4-2598-43e0-8179-91db91c4ca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:04:16.142704 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Network hostable DHCP agents. Network: 221c5c6d-cbe1-4276-9a60-ae657bcaff13, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:04:16.159529 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:04:16.169707 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 221c5c6d-cbe1-4276-9a60-ae657bcaff13) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:04:16.173728 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:16.174322 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:16.179339 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e7db1-cc67-4d65-9471-493f48607e51 None None] Network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:04:16.200921 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-542ca911-89e3-40b5-a48a-98dcb7f97361 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4530571 Sep 04 16:04:16.329180 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a64311-6282-479b-84c9-3e1ca4e9c370 None None] Network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:04:16.495825 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 46860) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:16.538338 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9c7c6018-4985-482a-b4d2-81531ae33a3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3786fcbe50445209677caa6dc16dc2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412910 Sep 04 16:04:16.541008 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:16.597614 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9e02-ea62-43b8-8414-040fc9e3a845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:16.620641 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9e02-ea62-43b8-8414-040fc9e3a845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:16.678467 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9e02-ea62-43b8-8414-040fc9e3a845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:16.682242 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9e02-ea62-43b8-8414-040fc9e3a845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:16.683448 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-3b8d9e02-ea62-43b8-8414-040fc9e3a845 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42b7cff6-c18a-40a2-ae24-60a8828897e4 HTTP/1.1" status: 204 len: 168 time: 0.1414504 Sep 04 16:04:16.704900 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d9e02-ea62-43b8-8414-040fc9e3a845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b7cff6-c18a-40a2-ae24-60a8828897e4,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:17.133796 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bb75d-0791-4999-bdff-79656acdcfd1 req-8ec367e2-a012-4ff7-83f6-9fe793a500f8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:17.135555 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c94bb75d-0791-4999-bdff-79656acdcfd1 req-8ec367e2-a012-4ff7-83f6-9fe793a500f8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0501380 Sep 04 16:04:17.173271 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c94bb75d-0791-4999-bdff-79656acdcfd1 req-4d946f3e-e431-4043-ba2b-6e12bdd7f23a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Sep 04 16:04:17.681376 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [req-2ac100c0-ef06-4c13-aeb0-e0683d266d73 req-7208be8a-544a-4fcd-8de9-1bdc01e25dd0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 16:04:17.682383 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2ac100c0-ef06-4c13-aeb0-e0683d266d73 req-7208be8a-544a-4fcd-8de9-1bdc01e25dd0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059977 Sep 04 16:04:17.862026 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e73ea3-bf56-4fe0-9da6-806bee5426f8 req-814b7bbe-7711-401d-96a3-5014974b6159 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:17.864780 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-46e73ea3-bf56-4fe0-9da6-806bee5426f8 req-814b7bbe-7711-401d-96a3-5014974b6159 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 946 time: 0.0695102 Sep 04 16:04:17.912034 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-46e73ea3-bf56-4fe0-9da6-806bee5426f8 req-84eac327-c084-49b6-9a0e-cb0851d2a3c5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374963 Sep 04 16:04:18.131883 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60f696-fd29-4652-9947-1f1db852a776 req-fe0c4464-3263-45ff-9ff7-0e917ef9b6c5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:18.133474 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-fe0c4464-3263-45ff-9ff7-0e917ef9b6c5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/networks?id=221c5c6d-cbe1-4276-9a60-ae657bcaff13 HTTP/1.1" status: 200 len: 813 time: 0.1114132 Sep 04 16:04:18.149563 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-4b304268-ff07-484e-8c4e-f6440bd0b7b4 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/quotas/dcba48417aba4f9ab53749a3a0488a1b HTTP/1.1" status: 200 len: 375 time: 0.0099185 Sep 04 16:04:18.183455 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-dfcbeed0-53d4-47ce-83ce-8caca40987de tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dcba48417aba4f9ab53749a3a0488a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280960 Sep 04 16:04:18.286751 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-bd873a7b-051e-4fcc-b0c4-8abcc0c86acb service neutron] 10.222.0.53 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951569 Sep 04 16:04:18.301598 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device bcef89de-da6d-4438-9e11-f05f93f56443 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:04:18.388217 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-2b8afd0a-2114-4dfd-a806-0cdd2ba4ca91 service neutron] 10.222.0.53 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952761 Sep 04 16:04:18.405587 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 46972) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:18.413965 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:18.450442 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:18.451405 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:04:18.454104 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c982809-066b-4165-8b71-9ac58ba31764" -d '{"events": [{"server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "name": "network-vif-unplugged", "status": "completed", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:04:18.468715 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:18.509007 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 04 Sep 2021 16:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba3b3f3-bcc0-414b-b41e-36d7f469f69b x-openstack-request-id: req-bba3b3f3-bcc0-414b-b41e-36d7f469f69b {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:04:18.509449 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "name": "network-vif-unplugged", "status": "failed", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443", "code": 422}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:04:18.516508 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-623af9ca-a198-4f3c-ba54-f62868241fbd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084006 Sep 04 16:04:18.521454 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-33ce15e6-d1ee-4f3d-8ec6-2840b927151b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 16:04:18.525311 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bba3b3f3-bcc0-414b-b41e-36d7f469f69b {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:04:18.526111 dv-cinder-799663-6-iscsi neutron-server[93877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'code': 422} returned with failed status Sep 04 16:04:18.531872 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-33ce15e6-d1ee-4f3d-8ec6-2840b927151b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084653 Sep 04 16:04:18.556630 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:18.587721 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6b048b87-1f77-4545-853d-9dbec6862018 req-ca9c1c51-6073-4b0c-9d30-d1044874826e tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 210 time: 0.0299702 Sep 04 16:04:19.048997 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24001196-32d8-402b-809a-5f52dccdf2ba req-34f71e14-1983-411b-9da3-cfd23b5a5235 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:19.052150 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-24001196-32d8-402b-809a-5f52dccdf2ba req-34f71e14-1983-411b-9da3-cfd23b5a5235 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0557675 Sep 04 16:04:19.092347 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-24001196-32d8-402b-809a-5f52dccdf2ba req-e5f4ab29-dda6-493b-af82-44ef642f04c7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344849 Sep 04 16:04:19.670787 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f8a89e98-2601-4a58-bffe-530ee53c9e8a req-2683c6e4-4817-454e-b028-1ee5ff07eea7 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 210 time: 0.0333672 Sep 04 16:04:20.032352 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-6f27b99b-63a8-483a-b9a8-01e12f3ff631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:20.034092 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-6f27b99b-63a8-483a-b9a8-01e12f3ff631 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725&tenant_id=6f1873aa89b04304a4553ff72225c139 HTTP/1.1" status: 200 len: 1097 time: 0.0710173 Sep 04 16:04:20.231717 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c81a4f-638d-44ea-b577-e77a233ed707 req-a5047610-2303-41fa-9a88-459a56c14573 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:20.233415 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c1c81a4f-638d-44ea-b577-e77a233ed707 req-a5047610-2303-41fa-9a88-459a56c14573 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0542147 Sep 04 16:04:20.277167 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c1c81a4f-638d-44ea-b577-e77a233ed707 req-473d12f4-df94-4f5e-8e39-a5d40d73cd3b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370672 Sep 04 16:04:20.344440 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-b66e8f2c-9595-4758-9f4b-577d6f78656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:20.345885 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-b66e8f2c-9595-4758-9f4b-577d6f78656a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 1097 time: 0.2864966 Sep 04 16:04:20.443462 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-a8a085c7-0f68-42ad-a721-dd73b3a5c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:20.445782 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-a8a085c7-0f68-42ad-a721-dd73b3a5c4d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 918 time: 0.0924418 Sep 04 16:04:20.522167 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-915d4415-2110-4772-bf63-e1bd437feef5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcef89de-da6d-4438-9e11-f05f93f56443 HTTP/1.1" status: 200 len: 1000 time: 0.0626431 Sep 04 16:04:20.590498 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-614349f2-fa81-493f-a739-31a0eab90558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:20.591986 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-614349f2-fa81-493f-a739-31a0eab90558 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0460570 Sep 04 16:04:20.652613 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-722acf8f-30ed-4475-8e87-193e8a715fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:20.654156 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-722acf8f-30ed-4475-8e87-193e8a715fd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421591 Sep 04 16:04:20.763533 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-1b098235-fdfd-46ea-9d76-f1f8d1917456 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903065 Sep 04 16:04:20.767621 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8c8a1bb9-1e39-4b72-8a6c-f24b7f02c405 req-ac240636-80db-4bfa-806d-b70612374b21 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 210 time: 0.0310054 Sep 04 16:04:20.857662 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bcb619c4-a266-49a1-afdc-19244e65d249 req-cc434680-a39a-4197-b554-26ae7d3537a5 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826356 Sep 04 16:04:21.212033 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60f696-fd29-4652-9947-1f1db852a776 req-2f81aea7-44b3-485f-b53e-b07c84e56c21 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:21.214679 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-2f81aea7-44b3-485f-b53e-b07c84e56c21 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.46 "GET /v2.0/networks?id=221c5c6d-cbe1-4276-9a60-ae657bcaff13 HTTP/1.1" status: 200 len: 813 time: 0.1474013 Sep 04 16:04:21.236724 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Request body: {'port': {'device_id': 'c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a', 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13', 'admin_state_up': True, 'tenant_id': 'dcba48417aba4f9ab53749a3a0488a1b'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:04:21.416233 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Made reservation on behalf of dcba48417aba4f9ab53749a3a0488a1b for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:04:21.420112 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:21.434390 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df9831-9927-41d1-b5e9-ea7ce62b9010 req-fb373625-f1e8-4339-8a99-23d29c6d1607 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:21.436112 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a6df9831-9927-41d1-b5e9-ea7ce62b9010 req-fb373625-f1e8-4339-8a99-23d29c6d1607 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0727339 Sep 04 16:04:21.534094 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a6df9831-9927-41d1-b5e9-ea7ce62b9010 req-2fe17368-f4b8-40de-ab97-0156d5ec8bcf tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879016 Sep 04 16:04:21.651417 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Allocated IP 172.20.0.9 (221c5c6d-cbe1-4276-9a60-ae657bcaff13/a4279f68-afcb-4ada-8484-16b0a2b08a4e/c09e53b3-1b15-404f-9d5b-e1cb45239198) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:04:21.882069 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:21.906076 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae7fc42-77d1-4768-b58d-f78f22187095 req-ae9a1559-d4d4-44cc-9ee0-0234a04644f5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 210 time: 0.0430403 Sep 04 16:04:21.941265 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:21.983820 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:04:21.986886 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:04:21.991591 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:04:22.000046 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Pushing event updated for resources: {'Port': ['ID=c09e53b3-1b15-404f-9d5b-e1cb45239198,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:22.047866 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:22.048387 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:22.061920 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-e6b65aa1-12e4-4488-916b-8b4081404f6a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8304722 Sep 04 16:04:22.686396 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867ce9a-ffa1-4e1b-be47-7ca831aeda27 req-9ca3d5b9-988d-41f4-92dc-e53fd6654874 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:22.687910 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0867ce9a-ffa1-4e1b-be47-7ca831aeda27 req-9ca3d5b9-988d-41f4-92dc-e53fd6654874 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0500743 Sep 04 16:04:22.729588 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0867ce9a-ffa1-4e1b-be47-7ca831aeda27 req-54cb1c4a-3899-4297-b7a5-13edcb048ae8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341015 Sep 04 16:04:23.022729 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09133733-a9ce-48ff-8a36-2bfda9725104 req-0baae678-4e3e-4f15-a4c3-062729663ee5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:23.024204 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-09133733-a9ce-48ff-8a36-2bfda9725104 req-0baae678-4e3e-4f15-a4c3-062729663ee5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0528364 Sep 04 16:04:23.061400 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-09133733-a9ce-48ff-8a36-2bfda9725104 req-00ce8399-8f39-42a4-8d5c-07df6713a93e tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312476 Sep 04 16:04:23.852153 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dab666-e046-42a3-b2f8-58564a644329 req-fb0ab617-a329-4ee5-84ea-8a2799470489 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:23.853596 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-62dab666-e046-42a3-b2f8-58564a644329 req-fb0ab617-a329-4ee5-84ea-8a2799470489 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0506434 Sep 04 16:04:23.893880 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-62dab666-e046-42a3-b2f8-58564a644329 req-e4dfc6b3-2786-4087-b80f-f439d66ffc4b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343955 Sep 04 16:04:24.180658 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe2cf2-4f26-4e8f-bc40-d47c1e314ff1 req-a2145370-ab4c-4ceb-b27d-7c114b08b072 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:24.182281 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-26fe2cf2-4f26-4e8f-bc40-d47c1e314ff1 req-a2145370-ab4c-4ceb-b27d-7c114b08b072 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0502479 Sep 04 16:04:24.227080 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-26fe2cf2-4f26-4e8f-bc40-d47c1e314ff1 req-e3dc3159-bc3a-4e46-98ee-8ac5a498ca31 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389731 Sep 04 16:04:25.028716 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b870b-b9d6-463d-bc8c-bf88f587bfa1 req-8f57d4cc-7e60-4d22-81a6-7e25c24172e4 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:25.030256 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-445b870b-b9d6-463d-bc8c-bf88f587bfa1 req-8f57d4cc-7e60-4d22-81a6-7e25c24172e4 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0602703 Sep 04 16:04:25.069364 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-445b870b-b9d6-463d-bc8c-bf88f587bfa1 req-772253e7-8df1-4c56-bf31-3cf4240ebd13 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323706 Sep 04 16:04:25.349281 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca077a3-7753-4b04-9b8a-32da331058e7 req-ca210ab3-a2ff-47f5-93f1-1b88967f204b tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:25.351232 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dca077a3-7753-4b04-9b8a-32da331058e7 req-ca210ab3-a2ff-47f5-93f1-1b88967f204b tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0537791 Sep 04 16:04:25.389887 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dca077a3-7753-4b04-9b8a-32da331058e7 req-e966eed6-4b48-49a5-820a-248766f73aab tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Sep 04 16:04:26.193934 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7282ba3-4fd5-4907-b75e-c3d606ada597 req-e43c2257-df92-4e37-b2ae-310b11258301 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:26.195807 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e7282ba3-4fd5-4907-b75e-c3d606ada597 req-e43c2257-df92-4e37-b2ae-310b11258301 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0522025 Sep 04 16:04:26.235420 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e7282ba3-4fd5-4907-b75e-c3d606ada597 req-7bdfc7fc-7fd0-46d6-829b-5de94a904d92 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338011 Sep 04 16:04:26.505646 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c964-2dc3-4a84-a68d-42dc8018e222 req-ae60ed3a-eecd-4f39-9f57-e1d2c0759943 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:26.507117 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a4d1c964-2dc3-4a84-a68d-42dc8018e222 req-ae60ed3a-eecd-4f39-9f57-e1d2c0759943 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0519264 Sep 04 16:04:26.545727 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a4d1c964-2dc3-4a84-a68d-42dc8018e222 req-992dd4ba-37ed-4394-a8c0-b57c80460ae8 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Sep 04 16:04:27.354196 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62782f8c-0923-4851-9611-47f7abae51fa req-fcfca1a9-2dbb-4843-a9de-594e2fa17da3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:27.355739 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-62782f8c-0923-4851-9611-47f7abae51fa req-fcfca1a9-2dbb-4843-a9de-594e2fa17da3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0489011 Sep 04 16:04:27.393940 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-62782f8c-0923-4851-9611-47f7abae51fa req-aa38742f-956f-4cc1-b466-1d8fd4da3449 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323308 Sep 04 16:04:27.659222 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf8b2d-5b9d-4c56-b4aa-9ee83d49c974 req-ca2ea621-aa87-49da-af3e-25d49f6582ef tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:27.660792 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d4cf8b2d-5b9d-4c56-b4aa-9ee83d49c974 req-ca2ea621-aa87-49da-af3e-25d49f6582ef tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0489776 Sep 04 16:04:27.697292 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d4cf8b2d-5b9d-4c56-b4aa-9ee83d49c974 req-ba43ac07-c98b-4e0a-bcf8-cbdcb8a71acc tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307481 Sep 04 16:04:28.528632 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f26d7-958c-4448-b852-702706f8b224 req-bf8a5688-5588-44b2-b485-5767dc53420e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:28.535536 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1e0f26d7-958c-4448-b852-702706f8b224 req-bf8a5688-5588-44b2-b485-5767dc53420e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0589569 Sep 04 16:04:28.581685 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1e0f26d7-958c-4448-b852-702706f8b224 req-85766211-83fb-4cd5-8092-4463eef79470 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382595 Sep 04 16:04:28.886351 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853d8de-409e-4c3c-81ee-eb41ac48e94f req-58984b0b-94cb-4c9e-933c-32db0edd3676 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:28.887852 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0853d8de-409e-4c3c-81ee-eb41ac48e94f req-58984b0b-94cb-4c9e-933c-32db0edd3676 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.1179750 Sep 04 16:04:28.928815 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0853d8de-409e-4c3c-81ee-eb41ac48e94f req-5f249771-1cf8-4052-8342-7ad46a352955 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Sep 04 16:04:29.724581 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add7e24-ee14-40c4-a59e-193fe4fdcb24 req-0c088ff2-4179-45c4-aca9-7bcd324ce740 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:29.733657 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3add7e24-ee14-40c4-a59e-193fe4fdcb24 req-0c088ff2-4179-45c4-aca9-7bcd324ce740 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0673897 Sep 04 16:04:29.772163 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3add7e24-ee14-40c4-a59e-193fe4fdcb24 req-17fabf16-1511-47f9-92c1-61bc5b0532f5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374331 Sep 04 16:04:30.050276 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad553d-f598-4f49-a468-2e3c101bf46a req-14d87706-6553-4bb5-a6e0-a6c23b054f84 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:30.051762 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dbad553d-f598-4f49-a468-2e3c101bf46a req-14d87706-6553-4bb5-a6e0-a6c23b054f84 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0558488 Sep 04 16:04:30.093467 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dbad553d-f598-4f49-a468-2e3c101bf46a req-6fe3fca2-9e1e-4192-95c7-2b36e866e650 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Sep 04 16:04:30.893583 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743f11e-8e30-4109-aa9b-7a370372e24d req-2be70bb6-0ffe-4e4a-b3d1-80d05e58a1a8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:30.895119 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f743f11e-8e30-4109-aa9b-7a370372e24d req-2be70bb6-0ffe-4e4a-b3d1-80d05e58a1a8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0505767 Sep 04 16:04:30.935077 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f743f11e-8e30-4109-aa9b-7a370372e24d req-99461fc8-eaff-4523-ac4c-264c93be88b7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335629 Sep 04 16:04:31.216985 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10d754-e36c-4180-8e48-168285167ea5 req-9c9e1a80-7500-4d1c-8b77-d0c7c43c1053 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:31.218507 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3f10d754-e36c-4180-8e48-168285167ea5 req-9c9e1a80-7500-4d1c-8b77-d0c7c43c1053 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0506487 Sep 04 16:04:31.260937 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3f10d754-e36c-4180-8e48-168285167ea5 req-ac8e2237-32b7-49db-ad86-42a35516f60f tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363638 Sep 04 16:04:31.403177 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47182) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:31.510505 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b8ed24d6-9e8f-4e59-871d-aec034740bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:31.605370 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b8ed24d6-9e8f-4e59-871d-aec034740bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:31.609317 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b8ed24d6-9e8f-4e59-871d-aec034740bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:31.648887 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b8ed24d6-9e8f-4e59-871d-aec034740bbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acaf7213c52c4ea9bd1f0943d4e0a2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445579 Sep 04 16:04:31.649758 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed24d6-9e8f-4e59-871d-aec034740bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf5242c-a487-4dc5-8877-16a0b53c110b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:31.651684 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 47186) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:31.707343 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c52bb9a5-37de-4fec-8839-c1e9bd94f7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:31.728599 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c52bb9a5-37de-4fec-8839-c1e9bd94f7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:31.775590 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c52bb9a5-37de-4fec-8839-c1e9bd94f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:31.778253 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c52bb9a5-37de-4fec-8839-c1e9bd94f7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:31.779440 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-c52bb9a5-37de-4fec-8839-c1e9bd94f7b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cf5242c-a487-4dc5-8877-16a0b53c110b HTTP/1.1" status: 204 len: 168 time: 0.1265545 Sep 04 16:04:31.787529 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bb9a5-37de-4fec-8839-c1e9bd94f7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf5242c-a487-4dc5-8877-16a0b53c110b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:32.054253 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47194) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:32.065620 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762afb-93b8-43de-83df-7f866d2d6385 req-850baae8-81ee-47af-b2cb-c4f3a9413508 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:32.068526 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d4762afb-93b8-43de-83df-7f866d2d6385 req-850baae8-81ee-47af-b2cb-c4f3a9413508 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0543883 Sep 04 16:04:32.068824 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6047cee2-91af-43e2-9623-35cc15d8ca4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:32.113484 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d4762afb-93b8-43de-83df-7f866d2d6385 req-6e1c5bae-a4c4-440e-9f8d-1330f4aba572 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394163 Sep 04 16:04:32.165726 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6047cee2-91af-43e2-9623-35cc15d8ca4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:32.170596 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6047cee2-91af-43e2-9623-35cc15d8ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:32.208285 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047cee2-91af-43e2-9623-35cc15d8ca4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f92294-b1ca-433c-8fa2-05b94f0ad04d,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:32.216638 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 47198) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:32.220913 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6047cee2-91af-43e2-9623-35cc15d8ca4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de93271081bb46af92501545625cfcc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604648 Sep 04 16:04:32.269662 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89e9fe7a-551f-4a2e-ac76-9277a2167015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:32.292395 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89e9fe7a-551f-4a2e-ac76-9277a2167015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:32.376476 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89e9fe7a-551f-4a2e-ac76-9277a2167015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:32.379683 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-89e9fe7a-551f-4a2e-ac76-9277a2167015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:32.381500 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-89e9fe7a-551f-4a2e-ac76-9277a2167015 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87f92294-b1ca-433c-8fa2-05b94f0ad04d HTTP/1.1" status: 204 len: 168 time: 0.1636064 Sep 04 16:04:32.393770 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9fe7a-551f-4a2e-ac76-9277a2167015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f92294-b1ca-433c-8fa2-05b94f0ad04d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:32.409940 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abf7e-1148-4833-b19e-8dad55fee0bc req-e890c558-63ad-405b-8fdb-af09fa6dca3e tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:32.412536 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-770abf7e-1148-4833-b19e-8dad55fee0bc req-e890c558-63ad-405b-8fdb-af09fa6dca3e tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0796027 Sep 04 16:04:32.463922 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-770abf7e-1148-4833-b19e-8dad55fee0bc req-c86d817b-b991-47ed-bcf4-b2f9235044f1 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Sep 04 16:04:33.244341 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a15a2f-d4bc-4c9a-9db5-c3949531ce14 req-6ec6d280-e6ea-4fad-b634-0514c902655a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:33.246869 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-38a15a2f-d4bc-4c9a-9db5-c3949531ce14 req-6ec6d280-e6ea-4fad-b634-0514c902655a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0554237 Sep 04 16:04:33.292432 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-38a15a2f-d4bc-4c9a-9db5-c3949531ce14 req-2e4413ab-76f2-49e3-8ab6-5d0f87414ad5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391214 Sep 04 16:04:33.595027 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a117-73c4-46f5-9b8a-ee7709a8a170 req-ff7de506-aa58-40c9-86a2-82068d34ab0a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:33.597099 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a176a117-73c4-46f5-9b8a-ee7709a8a170 req-ff7de506-aa58-40c9-86a2-82068d34ab0a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0620110 Sep 04 16:04:33.656504 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a176a117-73c4-46f5-9b8a-ee7709a8a170 req-4035310d-85f9-4bb2-862b-3c8cb05d9ae1 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441935 Sep 04 16:04:34.419176 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53369310-c9d5-45d9-a708-39e3741d3853 req-9a4ccdbb-b1ec-494a-8a5f-9c82ef7ef497 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:34.420789 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53369310-c9d5-45d9-a708-39e3741d3853 req-9a4ccdbb-b1ec-494a-8a5f-9c82ef7ef497 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0502973 Sep 04 16:04:34.460109 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53369310-c9d5-45d9-a708-39e3741d3853 req-58c14f31-d27c-46c7-b993-9ee656db5c17 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325723 Sep 04 16:04:34.775411 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665fec-e572-4598-9be9-9de2c6017d35 req-f4868948-522b-465b-be33-a7ea47eb1adf tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:34.777134 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-72665fec-e572-4598-9be9-9de2c6017d35 req-f4868948-522b-465b-be33-a7ea47eb1adf tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0520349 Sep 04 16:04:34.816515 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-72665fec-e572-4598-9be9-9de2c6017d35 req-f4880560-db01-40d8-8ceb-4c3989e1834f tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Sep 04 16:04:35.060442 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffc52-71de-48c6-a557-1361cf56b89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:35.586188 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e46c2-8e62-402f-a332-afa8e073c225 req-4221d94e-9302-4117-96a1-73eac1002a91 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:35.589054 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-369e46c2-8e62-402f-a332-afa8e073c225 req-4221d94e-9302-4117-96a1-73eac1002a91 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0527151 Sep 04 16:04:35.634001 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-369e46c2-8e62-402f-a332-afa8e073c225 req-ef542524-04d6-42ba-9ed2-0e9bffc4c591 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382020 Sep 04 16:04:35.937445 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306c79d-98e7-44b3-aff5-cf78b08c301f req-0dd6fb7c-cc2a-4814-bcaa-3512015a1642 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:35.938958 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c306c79d-98e7-44b3-aff5-cf78b08c301f req-0dd6fb7c-cc2a-4814-bcaa-3512015a1642 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0514560 Sep 04 16:04:35.991637 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c306c79d-98e7-44b3-aff5-cf78b08c301f req-86bcdc06-383b-46f9-b866-d0ce41e741f0 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Sep 04 16:04:36.895162 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0418b3-a628-4c75-a17a-212254a87f69 req-4b2cc994-30af-44a9-a08d-785ec3c99f0b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:36.896645 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9c0418b3-a628-4c75-a17a-212254a87f69 req-4b2cc994-30af-44a9-a08d-785ec3c99f0b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.1876233 Sep 04 16:04:36.933788 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9c0418b3-a628-4c75-a17a-212254a87f69 req-a1f90634-8b1c-490e-8381-763f9a3e9ec8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312810 Sep 04 16:04:37.103022 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f838f-db1b-475a-aca9-ecbc5ea01ba1 req-a024fed5-70a2-4dc5-8cc4-d84a6cc29f06 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:37.104511 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c70f838f-db1b-475a-aca9-ecbc5ea01ba1 req-a024fed5-70a2-4dc5-8cc4-d84a6cc29f06 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0481663 Sep 04 16:04:37.146859 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c70f838f-db1b-475a-aca9-ecbc5ea01ba1 req-67e2a818-3e91-4142-b607-deb1d9f3a47d tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366013 Sep 04 16:04:37.476315 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 47298) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:37.579373 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbd07de7-a7c6-4fec-8ddc-c9dc3cff3280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:37.666074 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbd07de7-a7c6-4fec-8ddc-c9dc3cff3280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:37.669805 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bbd07de7-a7c6-4fec-8ddc-c9dc3cff3280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:37.707103 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-bbd07de7-a7c6-4fec-8ddc-c9dc3cff3280 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcd17af09d29458b9a08fb5b059bf256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297313 Sep 04 16:04:37.708181 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd07de7-a7c6-4fec-8ddc-c9dc3cff3280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28237e5-7013-48c0-96e4-065f772bf654,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:37.710387 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47302) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:37.760850 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3a9d8d2-bf6d-449a-8fc1-e0e649c8dc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:37.781246 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3a9d8d2-bf6d-449a-8fc1-e0e649c8dc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:37.825538 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3a9d8d2-bf6d-449a-8fc1-e0e649c8dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:37.828029 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a3a9d8d2-bf6d-449a-8fc1-e0e649c8dc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:37.831738 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a3a9d8d2-bf6d-449a-8fc1-e0e649c8dc51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f28237e5-7013-48c0-96e4-065f772bf654 HTTP/1.1" status: 204 len: 168 time: 0.1177423 Sep 04 16:04:37.837625 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9d8d2-bf6d-449a-8fc1-e0e649c8dc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28237e5-7013-48c0-96e4-065f772bf654,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:37.876886 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-087a5ebe-19ba-45d0-bd68-d8629a38e4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.061925 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1658c15-98ba-496c-b886-f8f8469663d8 req-751ffd84-26a3-4550-ab19-d6716f5c1e0a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:38.063413 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a1658c15-98ba-496c-b886-f8f8469663d8 req-751ffd84-26a3-4550-ab19-d6716f5c1e0a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0502839 Sep 04 16:04:38.090632 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47310) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:38.103772 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34c8e377-4bdc-4b5c-9fc7-909da783d4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.105836 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a1658c15-98ba-496c-b886-f8f8469663d8 req-e5e4ab4b-2bde-467f-8ed7-1a1d5af403ae tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362632 Sep 04 16:04:38.119623 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.198953 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34c8e377-4bdc-4b5c-9fc7-909da783d4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.203428 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-34c8e377-4bdc-4b5c-9fc7-909da783d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.241766 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-34c8e377-4bdc-4b5c-9fc7-909da783d4f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f73e6fcf177451a92381d9afb376dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500552 Sep 04 16:04:38.243667 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8e377-4bdc-4b5c-9fc7-909da783d4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f539859b-2f89-42a0-9f73-8b91f5e72f28,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:38.244379 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 47314) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:38.294119 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ca472-44bd-4861-81b8-ff61703f26e6 req-13355de3-3dd3-40af-96f5-e9836d9d8c88 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:38.295578 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-705ca472-44bd-4861-81b8-ff61703f26e6 req-13355de3-3dd3-40af-96f5-e9836d9d8c88 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 931 time: 0.0825577 Sep 04 16:04:38.321307 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97704fb5-ccf1-409c-8962-54d2f1353f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.353847 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97704fb5-ccf1-409c-8962-54d2f1353f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.361805 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-705ca472-44bd-4861-81b8-ff61703f26e6 req-c8e1a093-82ed-4d54-96f5-6072c276ac07 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601680 Sep 04 16:04:38.403819 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97704fb5-ccf1-409c-8962-54d2f1353f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.406456 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-97704fb5-ccf1-409c-8962-54d2f1353f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.407565 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-97704fb5-ccf1-409c-8962-54d2f1353f93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f539859b-2f89-42a0-9f73-8b91f5e72f28 HTTP/1.1" status: 204 len: 168 time: 0.1620607 Sep 04 16:04:38.415567 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97704fb5-ccf1-409c-8962-54d2f1353f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f539859b-2f89-42a0-9f73-8b91f5e72f28,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:38.580715 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Request body: {'port': {'device_id': 'c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:04:38.638877 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.917917 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09e53b3-1b15-404f-9d5b-e1cb45239198 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:04:38.925313 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.938104 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Transition to ACTIVE for port object c09e53b3-1b15-404f-9d5b-e1cb45239198 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:04:38.942496 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:38.994589 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Pushing event updated for resources: {'Port': ['ID=c09e53b3-1b15-404f-9d5b-e1cb45239198,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:38.996905 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:39.062688 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Attempting to bind port c09e53b3-1b15-404f-9d5b-e1cb45239198 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:04:39.063258 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Attempting to bind port c09e53b3-1b15-404f-9d5b-e1cb45239198 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '2958eda4-2598-43e0-8179-91db91c4ca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:04:39.063387 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Attempting to bind port c09e53b3-1b15-404f-9d5b-e1cb45239198 on network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:04:39.067847 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Port c09e53b3-1b15-404f-9d5b-e1cb45239198 on network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:04:39.068167 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Attempting to bind port c09e53b3-1b15-404f-9d5b-e1cb45239198 on network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:04:39.072937 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:04:39.073278 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Checking segment: {'id': '2958eda4-2598-43e0-8179-91db91c4ca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:04:39.073663 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Bound using segment: {'id': '2958eda4-2598-43e0-8179-91db91c4ca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:04:39.074090 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Bound port: c09e53b3-1b15-404f-9d5b-e1cb45239198, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2958eda4-2598-43e0-8179-91db91c4ca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:04:39.074446 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:39.140497 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] For port c09e53b3-1b15-404f-9d5b-e1cb45239198, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:04:39.143667 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] For port c09e53b3-1b15-404f-9d5b-e1cb45239198, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c09e53b3-1b15-404f-9d5b-e1cb45239198,segment=NetworkSegment(2958eda4-2598-43e0-8179-91db91c4ca56),segment_id=2958eda4-2598-43e0-8179-91db91c4ca56)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:04:39.149061 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:39.182406 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:39.183035 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:39.184433 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] 10.222.0.46 "PUT /v2.0/ports/c09e53b3-1b15-404f-9d5b-e1cb45239198 HTTP/1.1" status: 200 len: 1093 time: 0.6081765 Sep 04 16:04:39.184901 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a', 'tag': 'c09e53b3-1b15-404f-9d5b-e1cb45239198'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:04:39.187188 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52c586c-e435-4fcf-8f50-05638c624899" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a", "tag": "c09e53b3-1b15-404f-9d5b-e1cb45239198"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:04:39.243713 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06220373-7c45-47d5-999b-44935df96aa3 x-openstack-request-id: req-06220373-7c45-47d5-999b-44935df96aa3 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:04:39.244006 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a", "tag": "c09e53b3-1b15-404f-9d5b-e1cb45239198", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:04:39.244258 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06220373-7c45-47d5-999b-44935df96aa3 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:04:39.244646 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a', 'tag': 'c09e53b3-1b15-404f-9d5b-e1cb45239198', 'status': 'completed', 'code': 200} Sep 04 16:04:39.265437 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43701e61-9312-435a-a7b7-822e7a7ecc9b service neutron] Pushing event updated for resources: {'Port': ['ID=c09e53b3-1b15-404f-9d5b-e1cb45239198,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:39.281934 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60f696-fd29-4652-9947-1f1db852a776 req-88967f3c-43be-46ec-b857-469c14add3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:39.283418 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-88967f3c-43be-46ec-b857-469c14add3c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcba48417aba4f9ab53749a3a0488a1b&device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 1096 time: 0.0519214 Sep 04 16:04:39.328485 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-cdac7ff3-9b5a-47b0-b269-37589499aa3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c09e53b3-1b15-404f-9d5b-e1cb45239198 HTTP/1.1" status: 200 len: 217 time: 0.0368536 Sep 04 16:04:39.379469 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60f696-fd29-4652-9947-1f1db852a776 req-f4beda25-c0e4-4922-9fce-aa91ec031b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:39.381029 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-f4beda25-c0e4-4922-9fce-aa91ec031b23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4279f68-afcb-4ada-8484-16b0a2b08a4e HTTP/1.1" status: 200 len: 853 time: 0.0455546 Sep 04 16:04:39.424677 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-2ac86124-3d7f-47b8-8c1d-cbaa886e7839 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=221c5c6d-cbe1-4276-9a60-ae657bcaff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346022 Sep 04 16:04:39.488788 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385daae-978e-4534-ab26-b0871f1d562e req-41b0167d-0483-4e17-94c9-b85e37acbf30 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:39.491213 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3385daae-978e-4534-ab26-b0871f1d562e req-41b0167d-0483-4e17-94c9-b85e37acbf30 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.2999988 Sep 04 16:04:39.539673 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3385daae-978e-4534-ab26-b0871f1d562e req-7a5629d8-95bf-40fa-9c7a-6134f98ac802 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Sep 04 16:04:39.560352 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19032221-ccc1-4d11-8dad-505ce8e58cce req-827a6ed5-6f1d-49a1-b62e-98331630a82a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:39.566090 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-19032221-ccc1-4d11-8dad-505ce8e58cce req-827a6ed5-6f1d-49a1-b62e-98331630a82a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 943 time: 0.1029928 Sep 04 16:04:39.569017 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-bc4f7fd2-521d-4305-81ab-5f482ca1abd7 service neutron] 10.222.0.46 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366136 Sep 04 16:04:39.702496 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-19032221-ccc1-4d11-8dad-505ce8e58cce req-54ca4509-08af-441f-aca3-6af1e923adb0 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233597 Sep 04 16:04:39.723383 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-e7363e79-8215-4a8d-a0c3-66875ec51b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:39.724564 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-e7363e79-8215-4a8d-a0c3-66875ec51b2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 1097 time: 0.1546190 Sep 04 16:04:39.739758 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b60f696-fd29-4652-9947-1f1db852a776 req-5ffb0743-f3c2-4c28-909b-1f8f764edc6c service neutron] 10.222.0.46 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616120 Sep 04 16:04:39.875722 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-9e8dc6e5-96b2-4323-8e2a-1362c35a6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:39.877272 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-9e8dc6e5-96b2-4323-8e2a-1362c35a6905 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 918 time: 0.1264567 Sep 04 16:04:39.883620 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c586c-e435-4fcf-8f50-05638c624899 req-e10e4afc-c55b-4711-a8fc-579d08b7daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:39.885463 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c52c586c-e435-4fcf-8f50-05638c624899 req-e10e4afc-c55b-4711-a8fc-579d08b7daa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcba48417aba4f9ab53749a3a0488a1b&device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 1096 time: 0.0644999 Sep 04 16:04:40.037980 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-84e49fa1-ea82-4a9d-ac96-0a61033756fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcef89de-da6d-4438-9e11-f05f93f56443 HTTP/1.1" status: 200 len: 1000 time: 0.1515498 Sep 04 16:04:40.101932 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c586c-e435-4fcf-8f50-05638c624899 req-ce79a101-6614-4267-b2b2-b8979f40319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:40.103404 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c52c586c-e435-4fcf-8f50-05638c624899 req-ce79a101-6614-4267-b2b2-b8979f40319e service neutron] 10.222.0.46 "GET /v2.0/networks?id=221c5c6d-cbe1-4276-9a60-ae657bcaff13 HTTP/1.1" status: 200 len: 914 time: 0.2097869 Sep 04 16:04:40.110097 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-6788925e-7515-4308-953c-1339b4b014e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:40.111453 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-6788925e-7515-4308-953c-1339b4b014e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0646443 Sep 04 16:04:40.161812 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c52c586c-e435-4fcf-8f50-05638c624899 req-7467fc69-351d-427d-8db2-a16d2f231316 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c09e53b3-1b15-404f-9d5b-e1cb45239198 HTTP/1.1" status: 200 len: 217 time: 0.0494466 Sep 04 16:04:40.230049 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-a08c7bca-440d-4eee-8eb8-b32fb3aff828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:40.231567 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-a08c7bca-440d-4eee-8eb8-b32fb3aff828 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782781 Sep 04 16:04:40.233261 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c586c-e435-4fcf-8f50-05638c624899 req-ad086835-bc9c-4463-8ceb-92d5a90bc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:40.234573 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c52c586c-e435-4fcf-8f50-05638c624899 req-ad086835-bc9c-4463-8ceb-92d5a90bc0d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4279f68-afcb-4ada-8484-16b0a2b08a4e HTTP/1.1" status: 200 len: 853 time: 0.0555091 Sep 04 16:04:40.291854 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c52c586c-e435-4fcf-8f50-05638c624899 req-66456337-9cee-4c73-9c94-b215c2b932c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=221c5c6d-cbe1-4276-9a60-ae657bcaff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461819 Sep 04 16:04:40.431873 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-54312497-dd73-42eb-b4a1-ad286107a889 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874235 Sep 04 16:04:40.467059 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c52c586c-e435-4fcf-8f50-05638c624899 req-cc7e35cc-434a-4c5e-943a-bd958b8cf28f service neutron] 10.222.0.46 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631501 Sep 04 16:04:40.592935 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2f57a3c-85e1-4fe4-b2dc-a61476343386 req-a58c7943-7fa6-4a3f-9913-0c340424854d service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479199 Sep 04 16:04:40.608777 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c52c586c-e435-4fcf-8f50-05638c624899 req-3c69e8e7-089f-430b-a234-753bb11e2f3d service neutron] 10.222.0.46 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310875 Sep 04 16:04:40.669113 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9366b-5187-4731-aec5-1d4a191c1a25 req-a46d2df8-0435-440e-b550-a084012745ba tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:40.670594 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dda9366b-5187-4731-aec5-1d4a191c1a25 req-a46d2df8-0435-440e-b550-a084012745ba tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0494287 Sep 04 16:04:40.677502 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:40.709360 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dda9366b-5187-4731-aec5-1d4a191c1a25 req-7a8ff9be-3cf7-4eef-833e-8d713d50699e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320010 Sep 04 16:04:40.820357 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba719d2-7ded-4e13-b867-44b1bfe8857b req-93cea186-9e8d-45f2-9533-1dea2bf0343d tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:40.821993 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4ba719d2-7ded-4e13-b867-44b1bfe8857b req-93cea186-9e8d-45f2-9533-1dea2bf0343d tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 943 time: 0.0507114 Sep 04 16:04:40.861060 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4ba719d2-7ded-4e13-b867-44b1bfe8857b req-d5f4cbd8-b274-4ec8-8b03-8547a4e449e0 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Sep 04 16:04:41.833465 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81be52c-4c96-4b68-b14d-b7ddfa68eed7 req-9c782ecb-795e-4f6a-86f0-011c530a344a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:41.834992 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f81be52c-4c96-4b68-b14d-b7ddfa68eed7 req-9c782ecb-795e-4f6a-86f0-011c530a344a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0537271 Sep 04 16:04:41.874773 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f81be52c-4c96-4b68-b14d-b7ddfa68eed7 req-a51412e2-11d3-4daa-aa02-d55b1ee3fd0b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337281 Sep 04 16:04:41.975564 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351d801-2d97-43d8-a5e6-cf6a3c43a4a0 req-d71dfd77-8446-404b-b96a-9577e46a4bf6 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:41.977073 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b351d801-2d97-43d8-a5e6-cf6a3c43a4a0 req-d71dfd77-8446-404b-b96a-9577e46a4bf6 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 943 time: 0.0485055 Sep 04 16:04:42.016305 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b351d801-2d97-43d8-a5e6-cf6a3c43a4a0 req-398f412d-8ed8-438e-aad5-3984d5581687 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Sep 04 16:04:42.231600 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:42.629655 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:04:42.996545 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68845fa8-3ee1-43fd-95d7-9303b1e06393 req-4cd92d98-9332-4cba-8702-991a529bc471 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:42.998019 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-68845fa8-3ee1-43fd-95d7-9303b1e06393 req-4cd92d98-9332-4cba-8702-991a529bc471 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0514328 Sep 04 16:04:43.034700 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-68845fa8-3ee1-43fd-95d7-9303b1e06393 req-2778a148-907d-442b-a8ee-2d845927e27a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309050 Sep 04 16:04:43.128605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cf5d3-1dd7-4c93-b3cc-16aeaa6bf68f req-4fe75948-7a47-418b-931b-fad785a0a22b tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:43.130147 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-607cf5d3-1dd7-4c93-b3cc-16aeaa6bf68f req-4fe75948-7a47-418b-931b-fad785a0a22b tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 943 time: 0.0486376 Sep 04 16:04:43.170027 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-607cf5d3-1dd7-4c93-b3cc-16aeaa6bf68f req-25cb9108-3a70-4d7f-971e-b1e4d8ef00a2 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336902 Sep 04 16:04:44.156990 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e919f-389e-4333-9cee-fd0c0db11ac4 req-867b99d6-0e35-4b65-a556-9ba920b37af6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:44.158464 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b11e919f-389e-4333-9cee-fd0c0db11ac4 req-867b99d6-0e35-4b65-a556-9ba920b37af6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0509937 Sep 04 16:04:44.196575 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b11e919f-389e-4333-9cee-fd0c0db11ac4 req-e10b95cb-8af0-4736-aebe-af24a3294741 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317223 Sep 04 16:04:44.284072 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff3ab6-5401-4630-b30d-6ca2f783f960 req-8f7603bf-e8ae-48e5-a46c-c4a114a49922 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:44.285888 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-77ff3ab6-5401-4630-b30d-6ca2f783f960 req-8f7603bf-e8ae-48e5-a46c-c4a114a49922 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 943 time: 0.0481374 Sep 04 16:04:44.321704 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-77ff3ab6-5401-4630-b30d-6ca2f783f960 req-a44746d8-dbf1-4ad6-8e6a-4d89fb13a620 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299308 Sep 04 16:04:45.314756 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630b76-90e1-4f2e-b256-dc9eddc3ad3a req-5460aa57-5ff6-4541-af23-e38390476d7f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:45.316500 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9b630b76-90e1-4f2e-b256-dc9eddc3ad3a req-5460aa57-5ff6-4541-af23-e38390476d7f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0487285 Sep 04 16:04:45.353315 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9b630b76-90e1-4f2e-b256-dc9eddc3ad3a req-39d0a4a1-60c5-4f79-add7-7d5e2f0a9b94 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311103 Sep 04 16:04:45.433394 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c50641-8345-4ca7-8baa-675dee4d68f0 req-5599adda-7b49-43d6-9deb-4795fb9327d3 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:45.434862 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-50c50641-8345-4ca7-8baa-675dee4d68f0 req-5599adda-7b49-43d6-9deb-4795fb9327d3 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 943 time: 0.0474823 Sep 04 16:04:45.471850 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-50c50641-8345-4ca7-8baa-675dee4d68f0 req-9b744706-caa5-4b72-ac62-a00fad54f60e tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Sep 04 16:04:45.489859 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device c09e53b3-1b15-404f-9d5b-e1cb45239198 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:04:45.581472 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port c09e53b3-1b15-404f-9d5b-e1cb45239198, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c09e53b3-1b15-404f-9d5b-e1cb45239198,segment=NetworkSegment(2958eda4-2598-43e0-8179-91db91c4ca56),segment_id=2958eda4-2598-43e0-8179-91db91c4ca56)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:45.592711 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'c09e53b3-1b15-404f-9d5b-e1cb45239198', 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13', 'port_id': 'c09e53b3-1b15-404f-9d5b-e1cb45239198', 'mac_address': 'fa:16:3e:b3:a1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4279f68-afcb-4ada-8484-16b0a2b08a4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:04:45.632287 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:45.645450 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09e53b3-1b15-404f-9d5b-e1cb45239198 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:04:45.663857 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port c09e53b3-1b15-404f-9d5b-e1cb45239198, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c09e53b3-1b15-404f-9d5b-e1cb45239198,segment=NetworkSegment(2958eda4-2598-43e0-8179-91db91c4ca56),segment_id=2958eda4-2598-43e0-8179-91db91c4ca56)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:45.667703 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:45.712928 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=c09e53b3-1b15-404f-9d5b-e1cb45239198,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:46.477234 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ada84-0778-4ae2-9de6-72111a0b0a34 req-17bc971c-d4ce-494e-a9c6-5df4a43b0a98 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:46.478725 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e29ada84-0778-4ae2-9de6-72111a0b0a34 req-17bc971c-d4ce-494e-a9c6-5df4a43b0a98 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0515225 Sep 04 16:04:46.516211 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e29ada84-0778-4ae2-9de6-72111a0b0a34 req-0ecdf3fc-c3d2-4f2f-8e1e-3baededaa0c9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Sep 04 16:04:46.587752 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a057c58-2709-4736-a8a4-908e58a2ca8a req-8e4abf66-43d8-4950-af5f-87354f18d7e2 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:46.589237 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8a057c58-2709-4736-a8a4-908e58a2ca8a req-8e4abf66-43d8-4950-af5f-87354f18d7e2 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 944 time: 0.0492654 Sep 04 16:04:46.630241 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8a057c58-2709-4736-a8a4-908e58a2ca8a req-eb5eb1f5-971a-4231-a366-c7b4e72fa1fc tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Sep 04 16:04:47.633937 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832a213-50b5-4553-90ee-218a9016146e req-23aa04da-9b44-4ad1-8b18-21a9a9cf60d1 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:47.635701 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2832a213-50b5-4553-90ee-218a9016146e req-23aa04da-9b44-4ad1-8b18-21a9a9cf60d1 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0486722 Sep 04 16:04:47.674759 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2832a213-50b5-4553-90ee-218a9016146e req-357da038-f519-4ed7-8d0c-1bde13a517ef tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330994 Sep 04 16:04:47.744260 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd67fe5-99ac-4e1d-a589-f95b16d33f81 req-47819df4-cee4-43ff-b107-42600cf0b9fd tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:47.745727 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cfd67fe5-99ac-4e1d-a589-f95b16d33f81 req-47819df4-cee4-43ff-b107-42600cf0b9fd tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 944 time: 0.0482800 Sep 04 16:04:47.763934 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['c09e53b3-1b15-404f-9d5b-e1cb45239198'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:04:47.782873 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cfd67fe5-99ac-4e1d-a589-f95b16d33f81 req-d01f18af-9494-4716-90ab-215df44e4d41 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Sep 04 16:04:48.795819 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50438db9-fd45-4430-95f5-79a50a2b8ce2 req-8e038a78-f1a2-4fff-8d18-1b18f85f5418 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:48.797319 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-50438db9-fd45-4430-95f5-79a50a2b8ce2 req-8e038a78-f1a2-4fff-8d18-1b18f85f5418 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0482149 Sep 04 16:04:48.837048 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-50438db9-fd45-4430-95f5-79a50a2b8ce2 req-8a7736c6-4c5c-4381-ab38-6e8dae658d6a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328219 Sep 04 16:04:48.900430 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d147c-a826-4c5a-a3d8-d33c52b641e7 req-f3fb7818-1594-49d5-a1a8-135289f78aaf tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:48.902031 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-269d147c-a826-4c5a-a3d8-d33c52b641e7 req-f3fb7818-1594-49d5-a1a8-135289f78aaf tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 944 time: 0.0507224 Sep 04 16:04:48.941367 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-269d147c-a826-4c5a-a3d8-d33c52b641e7 req-6639145a-05d1-420c-aea1-66412adf4a30 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Sep 04 16:04:49.015584 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device c09e53b3-1b15-404f-9d5b-e1cb45239198 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:04:49.061863 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port c09e53b3-1b15-404f-9d5b-e1cb45239198 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:04:49.065325 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port c09e53b3-1b15-404f-9d5b-e1cb45239198 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:04:49.065701 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:49.138314 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:49.162896 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09e53b3-1b15-404f-9d5b-e1cb45239198'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:04:49.165146 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7477916-9a87-4b77-b7f6-f9e9c5d732f5" -d '{"events": [{"server_uuid": "c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a", "name": "network-vif-plugged", "status": "completed", "tag": "c09e53b3-1b15-404f-9d5b-e1cb45239198"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:04:49.178417 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port c09e53b3-1b15-404f-9d5b-e1cb45239198, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c09e53b3-1b15-404f-9d5b-e1cb45239198,segment=NetworkSegment(2958eda4-2598-43e0-8179-91db91c4ca56),segment_id=2958eda4-2598-43e0-8179-91db91c4ca56)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:49.182886 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:49.207509 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686f4b7c-7e4b-48f4-86c1-089a1306c345 x-openstack-request-id: req-686f4b7c-7e4b-48f4-86c1-089a1306c345 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:04:49.207806 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a", "name": "network-vif-plugged", "status": "completed", "tag": "c09e53b3-1b15-404f-9d5b-e1cb45239198", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:04:49.208058 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-686f4b7c-7e4b-48f4-86c1-089a1306c345 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:04:49.208444 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09e53b3-1b15-404f-9d5b-e1cb45239198', 'code': 200} Sep 04 16:04:49.234409 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=c09e53b3-1b15-404f-9d5b-e1cb45239198,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:49.378657 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84871bad-24a1-419e-ba66-500d27c291d0 req-02eb14ee-20b2-40c4-8ab4-9fcbf9ae1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:49.380261 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-84871bad-24a1-419e-ba66-500d27c291d0 req-02eb14ee-20b2-40c4-8ab4-9fcbf9ae1751 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 1098 time: 0.0437539 Sep 04 16:04:49.414665 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-84871bad-24a1-419e-ba66-500d27c291d0 req-670d1b4d-6642-4b6c-923e-aca7ab8168bf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269604 Sep 04 16:04:49.958195 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00c7e2-95e5-4a95-8f45-406830c10797 req-448e60c0-25c0-41fd-b52d-3d625ce4b63c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:49.959716 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa00c7e2-95e5-4a95-8f45-406830c10797 req-448e60c0-25c0-41fd-b52d-3d625ce4b63c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0475008 Sep 04 16:04:50.004592 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa00c7e2-95e5-4a95-8f45-406830c10797 req-1cd5634f-6e92-42d1-8a5b-b67a756236b6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384028 Sep 04 16:04:50.076140 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf70c85-6d55-42a9-9e2b-3d86d1cfda80 req-cabb10ab-bef7-4bd9-8e38-3a02ae65ece2 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:50.077567 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6cf70c85-6d55-42a9-9e2b-3d86d1cfda80 req-cabb10ab-bef7-4bd9-8e38-3a02ae65ece2 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 945 time: 0.0478466 Sep 04 16:04:50.110493 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea7675-7d39-4322-9017-9a0e16ed131d req-6235cc50-2e25-4225-b316-abd95ffa8975 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:50.111950 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-faea7675-7d39-4322-9017-9a0e16ed131d req-6235cc50-2e25-4225-b316-abd95ffa8975 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0480809 Sep 04 16:04:50.115856 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6cf70c85-6d55-42a9-9e2b-3d86d1cfda80 req-74722879-0e06-4937-a34c-80ad78296b3b tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Sep 04 16:04:50.155540 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-faea7675-7d39-4322-9017-9a0e16ed131d req-339a5dc8-cc38-4ffd-bb0b-4d0f44c89922 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364580 Sep 04 16:04:50.683548 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 47506) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:50.786010 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c6c9f2d-ec2e-489e-8c52-460d3d111733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:50.872020 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c6c9f2d-ec2e-489e-8c52-460d3d111733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:50.876113 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-0c6c9f2d-ec2e-489e-8c52-460d3d111733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:50.919175 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-0c6c9f2d-ec2e-489e-8c52-460d3d111733 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d93c4a5b9404a76af2e1b9c2e8e17c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345121 Sep 04 16:04:50.920115 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c9f2d-ec2e-489e-8c52-460d3d111733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61065676-d8ab-48e6-9e35-76413fb7bb26,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:50.921837 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47510) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:50.973526 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:50.994315 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.015422 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device bcef89de-da6d-4438-9e11-f05f93f56443 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:04:51.042908 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.045505 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.049129 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61065676-d8ab-48e6-9e35-76413fb7bb26 HTTP/1.1" status: 204 len: 168 time: 0.1239045 Sep 04 16:04:51.062433 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61065676-d8ab-48e6-9e35-76413fb7bb26,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:51.074082 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.074674 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.075560 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.076126 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.076750 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.077312 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.077871 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.078390 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.078930 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.079455 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.079971 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.080495 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e2ce9-cd91-412f-81a5-59c9b0668b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:51.140506 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f539aa0-5190-433b-967e-07b04c475ce7 req-7d5fb96e-f1cc-43f9-8f6c-1fee65f348ff tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:51.141061 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8f539aa0-5190-433b-967e-07b04c475ce7 req-7d5fb96e-f1cc-43f9-8f6c-1fee65f348ff tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 944 time: 0.0571003 Sep 04 16:04:51.142172 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:51.157993 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'port_id': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'mac_address': 'fa:16:3e:3c:c8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:04:51.203595 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8f539aa0-5190-433b-967e-07b04c475ce7 req-c534e5bf-d558-40a9-b5ab-1f6a019e2f29 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551980 Sep 04 16:04:51.210438 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.224900 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcef89de-da6d-4438-9e11-f05f93f56443 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:04:51.252938 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:51.260452 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.301518 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f32b1e-012d-4d0f-b39f-bf3570a5970b req-8cb17ae1-ff72-48a5-bd22-3dba8eefbccc tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:51.303087 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-41f32b1e-012d-4d0f-b39f-bf3570a5970b req-8cb17ae1-ff72-48a5-bd22-3dba8eefbccc tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 945 time: 0.0728085 Sep 04 16:04:51.313339 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:51.351518 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338623c9-1aca-4956-aa8e-a8f3b35e7b26 req-4e45b010-eee4-4bba-a3ce-444e95ea811a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:51.353544 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-338623c9-1aca-4956-aa8e-a8f3b35e7b26 req-4e45b010-eee4-4bba-a3ce-444e95ea811a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0641840 Sep 04 16:04:51.354003 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-41f32b1e-012d-4d0f-b39f-bf3570a5970b req-8b585616-1426-4cf3-b35c-6d6a4b825923 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Sep 04 16:04:51.406099 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-338623c9-1aca-4956-aa8e-a8f3b35e7b26 req-72deaf92-3ad4-4835-bd36-f69d53c02a7c tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341091 Sep 04 16:04:51.406576 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47532) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:51.419976 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a370d8c7-4afe-474f-a2fc-aa23dcbca608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.519587 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a370d8c7-4afe-474f-a2fc-aa23dcbca608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.523512 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a370d8c7-4afe-474f-a2fc-aa23dcbca608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.560709 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370d8c7-4afe-474f-a2fc-aa23dcbca608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c69a88c-792c-494f-beab-00254b29e612,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:51.565166 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a370d8c7-4afe-474f-a2fc-aa23dcbca608 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92d24017776b4d849c205e888e1ab3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574564 Sep 04 16:04:51.568719 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47562) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:51.618904 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9c7acf3-def5-41f2-9190-ec307870aed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.640573 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9c7acf3-def5-41f2-9190-ec307870aed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.689457 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9c7acf3-def5-41f2-9190-ec307870aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.692291 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c9c7acf3-def5-41f2-9190-ec307870aed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:51.693765 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c9c7acf3-def5-41f2-9190-ec307870aed2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c69a88c-792c-494f-beab-00254b29e612 HTTP/1.1" status: 204 len: 168 time: 0.1243467 Sep 04 16:04:51.701812 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7acf3-def5-41f2-9190-ec307870aed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c69a88c-792c-494f-beab-00254b29e612,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:51.742782 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['bcef89de-da6d-4438-9e11-f05f93f56443'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:04:52.366025 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19abde-5fd3-42e4-8811-fd5314f13dec req-6b116f0f-d61e-4c3f-b454-ae08fea8d490 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:52.367593 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fa19abde-5fd3-42e4-8811-fd5314f13dec req-6b116f0f-d61e-4c3f-b454-ae08fea8d490 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 945 time: 0.0715013 Sep 04 16:04:52.413108 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fa19abde-5fd3-42e4-8811-fd5314f13dec req-26384460-27bd-4d5b-a53d-b3043803491a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385103 Sep 04 16:04:52.553462 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170a870-4f06-483d-aee2-eaae182a179e req-2ff16086-1317-4217-a27f-ec65b011bdd8 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:52.555055 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f170a870-4f06-483d-aee2-eaae182a179e req-2ff16086-1317-4217-a27f-ec65b011bdd8 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0621302 Sep 04 16:04:52.598878 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f170a870-4f06-483d-aee2-eaae182a179e req-9c974f6e-7641-41b2-aa30-1297e7ab0bb5 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376129 Sep 04 16:04:53.046646 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device bcef89de-da6d-4438-9e11-f05f93f56443 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:04:53.093461 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port bcef89de-da6d-4438-9e11-f05f93f56443 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:04:53.093836 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:53.188512 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:53.212414 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:04:53.214777 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f822e2a-10ca-4591-b141-f54b4eb7baa5" -d '{"events": [{"server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "name": "network-vif-plugged", "status": "completed", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:04:53.228685 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:04:53.233009 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:53.258337 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82877410-5c71-4659-9aa0-a23c5b174b7d x-openstack-request-id: req-82877410-5c71-4659-9aa0-a23c5b174b7d {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:04:53.258627 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "name": "network-vif-plugged", "status": "completed", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:04:53.258970 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82877410-5c71-4659-9aa0-a23c5b174b7d {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:04:53.259655 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'code': 200} Sep 04 16:04:53.289431 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:53.296522 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.297019 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.297362 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.297694 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.298026 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.298353 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.301556 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.301908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.302281 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.302629 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.302970 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.305357 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:53.545485 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8cb13-3d04-46cd-8296-711b32bd097a req-49dbd11f-e81a-475a-ace3-a20b8fd19482 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:53.546988 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d5a8cb13-3d04-46cd-8296-711b32bd097a req-49dbd11f-e81a-475a-ace3-a20b8fd19482 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 947 time: 0.0514112 Sep 04 16:04:53.585190 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d5a8cb13-3d04-46cd-8296-711b32bd097a req-1503c42b-a0bd-41b6-9b15-940c29fead90 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318785 Sep 04 16:04:53.726354 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23117916-a810-42f3-ac52-b571975455ca req-8e285e46-8308-4c7b-8752-f695ed44f832 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:53.728043 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23117916-a810-42f3-ac52-b571975455ca req-8e285e46-8308-4c7b-8752-f695ed44f832 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0511732 Sep 04 16:04:53.782430 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-23117916-a810-42f3-ac52-b571975455ca req-4d09a78f-f6ca-4760-aa93-4b6094444ac6 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483894 Sep 04 16:04:53.911230 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df937f-4b90-4c14-b2c0-f629c50fb1b2 req-4dfe567f-7daf-474e-b003-4638c37169fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:53.913274 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-58df937f-4b90-4c14-b2c0-f629c50fb1b2 req-4dfe567f-7daf-474e-b003-4638c37169fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 1100 time: 0.0456073 Sep 04 16:04:53.951817 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-58df937f-4b90-4c14-b2c0-f629c50fb1b2 req-718c72c9-5e9a-437c-95c5-d6a89266e573 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306239 Sep 04 16:04:54.710563 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46467e2b-6e06-43a2-a75b-27d863d636f7 req-4956c3fa-65b2-4ef4-9773-3f3b0091656f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:54.712061 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-46467e2b-6e06-43a2-a75b-27d863d636f7 req-4956c3fa-65b2-4ef4-9773-3f3b0091656f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 947 time: 0.0483871 Sep 04 16:04:54.756801 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-46467e2b-6e06-43a2-a75b-27d863d636f7 req-337a2c88-17b4-4072-9896-7c7fdcb95925 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389416 Sep 04 16:04:54.902239 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc41f1-dbb4-4c7d-b7dd-daf7941889ec req-2597ac17-f0c4-4c84-9457-fb0bb279edc3 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:54.903607 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-addc41f1-dbb4-4c7d-b7dd-daf7941889ec req-2597ac17-f0c4-4c84-9457-fb0bb279edc3 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0501392 Sep 04 16:04:54.940074 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-addc41f1-dbb4-4c7d-b7dd-daf7941889ec req-63060cfd-3b82-4bc4-81e1-4f88eac88b68 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306520 Sep 04 16:04:55.883874 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aabc67-ba86-44b2-a85f-b59db2632c10 req-3f4a3e4c-194b-4ac8-a3f7-c64fe31f1756 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:55.885749 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-04aabc67-ba86-44b2-a85f-b59db2632c10 req-3f4a3e4c-194b-4ac8-a3f7-c64fe31f1756 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 947 time: 0.0513141 Sep 04 16:04:55.927802 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-04aabc67-ba86-44b2-a85f-b59db2632c10 req-d4be36e3-b2f7-400c-90e3-422cf821b26d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358748 Sep 04 16:04:56.063656 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb652dad-dfb1-4bb6-aafd-87af6be6d668 req-a15861c3-3978-4ac4-9558-ad00e7b5a432 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:56.065307 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb652dad-dfb1-4bb6-aafd-87af6be6d668 req-a15861c3-3978-4ac4-9558-ad00e7b5a432 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0572250 Sep 04 16:04:56.106479 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fb652dad-dfb1-4bb6-aafd-87af6be6d668 req-7a6ed167-4aae-47da-a558-9bc3a9a57e23 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346005 Sep 04 16:04:56.910973 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47740) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:57.014251 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-958bf8c0-5ca2-4410-805e-fa219f91f58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:57.053457 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f27373-5bf3-4df7-ac8a-e7b0dc8465f6 req-47366cf0-4e81-4646-ac65-ed985b4dae57 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:57.054952 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-35f27373-5bf3-4df7-ac8a-e7b0dc8465f6 req-47366cf0-4e81-4646-ac65-ed985b4dae57 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 947 time: 0.0489895 Sep 04 16:04:57.103167 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-35f27373-5bf3-4df7-ac8a-e7b0dc8465f6 req-eb615ead-f669-4801-998d-2dd77876a51c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412014 Sep 04 16:04:57.111487 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-958bf8c0-5ca2-4410-805e-fa219f91f58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:57.116765 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-958bf8c0-5ca2-4410-805e-fa219f91f58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:57.163361 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 47752) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:57.170382 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-958bf8c0-5ca2-4410-805e-fa219f91f58c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e8d2190aa784245832996ba6c7fb9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582555 Sep 04 16:04:57.173156 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bf8c0-5ca2-4410-805e-fa219f91f58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1727c-3347-447f-b14b-5249e810feae,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:57.214775 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:57.234320 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564bd19-d3f7-4911-809a-287481c0a98f req-1271e12c-01ce-42c6-a6c9-0f3cfd9c877a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:57.236263 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6564bd19-d3f7-4911-809a-287481c0a98f req-1271e12c-01ce-42c6-a6c9-0f3cfd9c877a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0502467 Sep 04 16:04:57.240915 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:57.280199 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6564bd19-d3f7-4911-809a-287481c0a98f req-6332170e-51cb-462d-a9c3-6a3b666d9d47 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359433 Sep 04 16:04:57.526244 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:57.528849 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:57.530218 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44a1727c-3347-447f-b14b-5249e810feae HTTP/1.1" status: 204 len: 168 time: 0.3657749 Sep 04 16:04:57.538402 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1727c-3347-447f-b14b-5249e810feae,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:57.545852 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.546322 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.546679 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.547011 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.547339 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.547667 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.547991 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.548311 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.548641 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.548990 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.549314 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.549633 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965171ba-5cf2-404c-bb8d-2d7bf225ab24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:04:57.801209 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 47758) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:57.813936 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2337e9f1-550b-4b10-9b1b-4d36d12391dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:57.904894 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2337e9f1-550b-4b10-9b1b-4d36d12391dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:57.909595 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2337e9f1-550b-4b10-9b1b-4d36d12391dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:57.949326 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-2337e9f1-550b-4b10-9b1b-4d36d12391dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4b17a45bc034a2eb08942235236d2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445460 Sep 04 16:04:57.949326 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337e9f1-550b-4b10-9b1b-4d36d12391dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036c353e-449d-4e67-bb91-b80ffa7897af,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:57.949919 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47760) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:57.999842 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e797b611-815c-4bb4-8893-d938f9c20ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.020646 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e797b611-815c-4bb4-8893-d938f9c20ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.066301 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e797b611-815c-4bb4-8893-d938f9c20ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.068728 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e797b611-815c-4bb4-8893-d938f9c20ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.069944 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e797b611-815c-4bb4-8893-d938f9c20ccc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/036c353e-449d-4e67-bb91-b80ffa7897af HTTP/1.1" status: 204 len: 168 time: 0.1189976 Sep 04 16:04:58.077534 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797b611-815c-4bb4-8893-d938f9c20ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c353e-449d-4e67-bb91-b80ffa7897af,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:58.400466 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47770) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:58.409171 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bfd97-7e5c-4d58-8081-19877d8567eb req-9fdff808-7310-46f5-af54-a35c7739d88a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:58.410763 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7e7bfd97-7e5c-4d58-8081-19877d8567eb req-9fdff808-7310-46f5-af54-a35c7739d88a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0564325 Sep 04 16:04:58.413435 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de798cae-feb8-4bcc-8bf3-67025d0a10b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.450173 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7e7bfd97-7e5c-4d58-8081-19877d8567eb req-2ba8d31e-9b3c-451c-8292-3887c66110dc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331426 Sep 04 16:04:58.505286 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de798cae-feb8-4bcc-8bf3-67025d0a10b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.509417 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-de798cae-feb8-4bcc-8bf3-67025d0a10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.546838 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-de798cae-feb8-4bcc-8bf3-67025d0a10b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=afe75d078c1842ee92b61a403bc71a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450689 Sep 04 16:04:58.547685 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de798cae-feb8-4bcc-8bf3-67025d0a10b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b186b7-2c8b-475e-b832-77f08f43bee6,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:58.552056 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47772) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:04:58.605185 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ce65a23-209f-404e-bd93-253fd2c299dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.625275 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ce65a23-209f-404e-bd93-253fd2c299dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.674396 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ce65a23-209f-404e-bd93-253fd2c299dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.677677 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9ce65a23-209f-404e-bd93-253fd2c299dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:04:58.678823 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9ce65a23-209f-404e-bd93-253fd2c299dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2b186b7-2c8b-475e-b832-77f08f43bee6 HTTP/1.1" status: 204 len: 168 time: 0.1278272 Sep 04 16:04:58.686482 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce65a23-209f-404e-bd93-253fd2c299dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b186b7-2c8b-475e-b832-77f08f43bee6,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:04:59.575923 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a299b-0153-4f9a-846d-1e4e4c10936e req-4e0353a2-7ec5-45d7-8c4e-33df394965b5 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:04:59.577520 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-898a299b-0153-4f9a-846d-1e4e4c10936e req-4e0353a2-7ec5-45d7-8c4e-33df394965b5 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0551527 Sep 04 16:04:59.615837 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-898a299b-0153-4f9a-846d-1e4e4c10936e req-b1467aff-d781-4e1a-834e-aa879d92d550 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Sep 04 16:05:00.736136 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084efc8d-0765-440d-965e-b3dbbec797a7 req-a87aa0e3-1dc7-47b2-8b7a-b5fcb7d4dfdd tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:00.737662 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-084efc8d-0765-440d-965e-b3dbbec797a7 req-a87aa0e3-1dc7-47b2-8b7a-b5fcb7d4dfdd tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0523684 Sep 04 16:05:00.777371 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-084efc8d-0765-440d-965e-b3dbbec797a7 req-0edbce7e-d26a-41a0-b0ca-543e9dac1d6a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336182 Sep 04 16:05:01.901490 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52955362-88c8-4c28-ac3f-aaf6a3cb65bb req-be46bc74-bd72-472c-85e4-a23a28464843 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:01.903003 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-52955362-88c8-4c28-ac3f-aaf6a3cb65bb req-be46bc74-bd72-472c-85e4-a23a28464843 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0538681 Sep 04 16:05:01.943671 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-52955362-88c8-4c28-ac3f-aaf6a3cb65bb req-91ca7c08-03ec-4c93-a408-786ca569da6a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322144 Sep 04 16:05:03.064212 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcfdd6-f1df-4ef8-9bbb-0b4798834e4b req-daabdb28-a42f-425b-8e34-c5e316a733ed tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:03.066276 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73fcfdd6-f1df-4ef8-9bbb-0b4798834e4b req-daabdb28-a42f-425b-8e34-c5e316a733ed tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0513353 Sep 04 16:05:03.109517 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73fcfdd6-f1df-4ef8-9bbb-0b4798834e4b req-0f17d332-251b-49f0-a944-2c69deaa950a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370774 Sep 04 16:05:04.236218 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1156fb4-312b-4362-9501-1b0915ff8b46 req-88a578c4-aeda-4b60-a704-62e2b104397a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:04.237895 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c1156fb4-312b-4362-9501-1b0915ff8b46 req-88a578c4-aeda-4b60-a704-62e2b104397a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0514936 Sep 04 16:05:04.276740 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c1156fb4-312b-4362-9501-1b0915ff8b46 req-dde45487-c106-4085-adc1-eb04453cdb86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Sep 04 16:05:05.063067 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5caf8aa8-1063-4ec9-888f-f0b0d851ad2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:05.261091 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 47922) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:05:05.383724 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16d55d53-839b-4e0e-a805-8bf9e196dff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:05.421983 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c4e02-9d09-44d1-ba99-2849be06158c req-69dbf81a-bb01-4818-8dd3-d5cc5a3a1ffd tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:05.423439 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6a4c4e02-9d09-44d1-ba99-2849be06158c req-69dbf81a-bb01-4818-8dd3-d5cc5a3a1ffd tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0774062 Sep 04 16:05:05.484245 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6a4c4e02-9d09-44d1-ba99-2849be06158c req-df5a2a8e-d7c9-4d88-bdd2-d5f2043d74ea tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503001 Sep 04 16:05:05.527086 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16d55d53-839b-4e0e-a805-8bf9e196dff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:05.530977 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-16d55d53-839b-4e0e-a805-8bf9e196dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:05.569983 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-16d55d53-839b-4e0e-a805-8bf9e196dff5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0100b668b5a74bee8134aa09267baae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077071 Sep 04 16:05:05.572931 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d55d53-839b-4e0e-a805-8bf9e196dff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcadb00-d534-43a1-950e-144433ffa8e5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:05.573085 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47934) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:05:05.624112 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a13f6f-1b64-4451-95cf-ca54ffdca7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:05.645122 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a13f6f-1b64-4451-95cf-ca54ffdca7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:05.690994 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a13f6f-1b64-4451-95cf-ca54ffdca7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:05.693493 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a5a13f6f-1b64-4451-95cf-ca54ffdca7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:05.694632 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a5a13f6f-1b64-4451-95cf-ca54ffdca7f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbcadb00-d534-43a1-950e-144433ffa8e5 HTTP/1.1" status: 204 len: 168 time: 0.1202250 Sep 04 16:05:05.701913 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a13f6f-1b64-4451-95cf-ca54ffdca7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcadb00-d534-43a1-950e-144433ffa8e5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:05.966899 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 47940) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:05:05.980908 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1938d8c3-515a-4547-b1ce-c78af880ec33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:06.067745 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1938d8c3-515a-4547-b1ce-c78af880ec33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:06.070724 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1938d8c3-515a-4547-b1ce-c78af880ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:06.107390 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1938d8c3-515a-4547-b1ce-c78af880ec33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b8c3fa6042f4c9a82a7bd2a02082fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394119 Sep 04 16:05:06.108241 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d8c3-515a-4547-b1ce-c78af880ec33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d7d2ee-b444-45c7-aa76-2aab03c38055,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:06.110390 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 47942) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:05:06.162158 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7078dd59-328d-4b99-bb46-f27378c3bc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:06.186106 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7078dd59-328d-4b99-bb46-f27378c3bc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:06.235159 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7078dd59-328d-4b99-bb46-f27378c3bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:06.237923 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7078dd59-328d-4b99-bb46-f27378c3bc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:06.239066 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7078dd59-328d-4b99-bb46-f27378c3bc00 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83d7d2ee-b444-45c7-aa76-2aab03c38055 HTTP/1.1" status: 204 len: 168 time: 0.1280050 Sep 04 16:05:06.246945 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078dd59-328d-4b99-bb46-f27378c3bc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d7d2ee-b444-45c7-aa76-2aab03c38055,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:06.613017 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9c1c-1bb8-4bae-97a3-de70cd98b7c3 req-24561e28-2fe0-4ce7-9e23-e90214fada8e tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:06.614715 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-727f9c1c-1bb8-4bae-97a3-de70cd98b7c3 req-24561e28-2fe0-4ce7-9e23-e90214fada8e tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0572681 Sep 04 16:05:06.656913 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-727f9c1c-1bb8-4bae-97a3-de70cd98b7c3 req-922577ef-60e1-4da6-a84b-0f6c834074ac tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344853 Sep 04 16:05:06.887376 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48bf7c-9697-4176-a8bf-cfd1d2e973ba req-c1f8ca32-1e90-4aae-9646-c8bf094b721d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:06.889581 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6f48bf7c-9697-4176-a8bf-cfd1d2e973ba req-c1f8ca32-1e90-4aae-9646-c8bf094b721d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0550830 Sep 04 16:05:06.934327 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6f48bf7c-9697-4176-a8bf-cfd1d2e973ba req-1ac80b7a-0863-4033-9153-07983568f4e6 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377412 Sep 04 16:05:07.061682 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-cc1548e4-e25c-47cc-a729-351c7791528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:07.063233 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-cc1548e4-e25c-47cc-a729-351c7791528b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 1098 time: 0.1455827 Sep 04 16:05:07.175493 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-98a3028d-a5d2-435b-a1ee-178250d8b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:07.177283 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-98a3028d-a5d2-435b-a1ee-178250d8b4eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 911 time: 0.0942559 Sep 04 16:05:07.274489 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-fca06d52-342b-4e65-9284-0d2c53980286 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba HTTP/1.1" status: 200 len: 1001 time: 0.0873351 Sep 04 16:05:07.345125 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-da3963e5-e355-47a5-8122-d947da4115de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:07.348060 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-da3963e5-e355-47a5-8122-d947da4115de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abd7cd50-8463-4788-bd97-a825c2e48f4d HTTP/1.1" status: 200 len: 849 time: 0.0598578 Sep 04 16:05:07.405114 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-20a8c133-6c25-48ee-957d-6b8f7d5c43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:07.406629 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-20a8c133-6c25-48ee-957d-6b8f7d5c43ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b1340d0-32a0-4889-b4c1-1455af846b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461018 Sep 04 16:05:07.508407 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-0c166426-83b0-49ae-ae35-6d62a88d8451 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888078 Sep 04 16:05:07.608640 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-db75aff7-67ba-49e3-a2fc-d7dcc17d93fd req-7baf45ef-c62f-41d2-a556-262879f219d3 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875721 Sep 04 16:05:07.879587 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-aeb44a07-e67d-4fa8-89b7-27c98227291b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:08.051802 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00bce-d0aa-4197-972c-5ad0fd8f884e req-4fc25912-85d7-4ff4-9dc2-1812d90d9c83 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:08.053324 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-60a00bce-d0aa-4197-972c-5ad0fd8f884e req-4fc25912-85d7-4ff4-9dc2-1812d90d9c83 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0544918 Sep 04 16:05:08.090482 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-60a00bce-d0aa-4197-972c-5ad0fd8f884e req-20f4569c-2477-483f-bbf1-0d8c82f66c2a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310924 Sep 04 16:05:08.130170 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:08.998509 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:09.209642 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dad7e2-b193-4be1-9469-1e690fda464d req-5aed2e65-012e-48b5-9b95-c79750626f1c tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:09.211140 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-13dad7e2-b193-4be1-9469-1e690fda464d req-5aed2e65-012e-48b5-9b95-c79750626f1c tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0498614 Sep 04 16:05:09.248353 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-13dad7e2-b193-4be1-9469-1e690fda464d req-23cafe58-58a7-45f4-aa7b-83f8c40617fb tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Sep 04 16:05:10.681903 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:12.229030 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:19.628196 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:05:35.064880 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3a0104ab-fb4d-4f78-8bf2-23745bf9c130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:37.881888 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5bda06cc-1b92-42ca-a66d-7c0658a0d3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:38.120999 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:39.001613 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:40.494713 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededab0c-643c-4672-a942-204dc9555a4a req-b26cb35f-88c6-42b0-b541-0b7fc0acaaf7 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:40.496205 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ededab0c-643c-4672-a942-204dc9555a4a req-b26cb35f-88c6-42b0-b541-0b7fc0acaaf7 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0717418 Sep 04 16:05:40.502532 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-89e8dca4-5b08-4780-b6bc-7ad031a77355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:40.503995 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-89e8dca4-5b08-4780-b6bc-7ad031a77355 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41d4897cecf34ddc96c97c667ea73ba1&device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 1137 time: 0.0701940 Sep 04 16:05:40.597224 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ededab0c-643c-4672-a942-204dc9555a4a req-f9df4cd6-e18f-47b6-8ef9-e5d36487fa64 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911930 Sep 04 16:05:40.625002 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-e2134e46-9c16-41f4-83db-99362e79ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:40.626506 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-e2134e46-9c16-41f4-83db-99362e79ba2e service neutron] 10.222.0.46 "GET /v2.0/networks?id=12127e24-3593-40c4-b60a-7e53f354ca9b HTTP/1.1" status: 200 len: 916 time: 0.1143560 Sep 04 16:05:40.683937 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:40.698595 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-bbb7f3e6-efe6-4ad1-90d4-e26e721768fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 1001 time: 0.0626459 Sep 04 16:05:40.756047 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-88020ed1-3ff3-435c-afe6-8a2621110b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:40.757600 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-88020ed1-3ff3-435c-afe6-8a2621110b51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b70565c-38e8-46fd-ab81-5b0d3e332295 HTTP/1.1" status: 200 len: 854 time: 0.0516448 Sep 04 16:05:40.806599 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-83a547be-effd-4f02-91d0-5a4e9b89c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:40.808215 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-83a547be-effd-4f02-91d0-5a4e9b89c3b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12127e24-3593-40c4-b60a-7e53f354ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426533 Sep 04 16:05:40.910329 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-aa75c318-0893-45ff-a799-0ebda501a04c service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945129 Sep 04 16:05:41.001085 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6043c6f4-0578-4d55-8e06-89dd51878239 req-cc185247-432a-495b-81ff-83ceaf107fe5 service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831091 Sep 04 16:05:41.321026 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48224) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:05:41.423789 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-617ae63f-e3eb-4b9a-a2d3-f67fcee82c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:41.509156 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-617ae63f-e3eb-4b9a-a2d3-f67fcee82c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:41.512700 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-617ae63f-e3eb-4b9a-a2d3-f67fcee82c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:41.548478 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-617ae63f-e3eb-4b9a-a2d3-f67fcee82c5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9e4076d700f474a9df1835920d8666b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264314 Sep 04 16:05:41.549556 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ae63f-e3eb-4b9a-a2d3-f67fcee82c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f0593a-851a-4687-a566-2a7a38b10863,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:41.551208 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48228) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:05:41.603877 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a28bb2-480d-477b-af96-3f712350d880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:41.624505 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a28bb2-480d-477b-af96-3f712350d880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:41.674767 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a28bb2-480d-477b-af96-3f712350d880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:41.677510 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-56a28bb2-480d-477b-af96-3f712350d880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:41.681054 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-56a28bb2-480d-477b-af96-3f712350d880 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99f0593a-851a-4687-a566-2a7a38b10863 HTTP/1.1" status: 204 len: 168 time: 0.1252055 Sep 04 16:05:41.686460 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a28bb2-480d-477b-af96-3f712350d880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f0593a-851a-4687-a566-2a7a38b10863,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:41.720765 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b358a-bb45-4f0b-848e-a92d7d4b352f req-77801d7b-7cb4-45b7-9e19-125191edbb76 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:41.722309 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-790b358a-bb45-4f0b-848e-a92d7d4b352f req-77801d7b-7cb4-45b7-9e19-125191edbb76 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0530329 Sep 04 16:05:41.763783 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-790b358a-bb45-4f0b-848e-a92d7d4b352f req-a4c3732c-5d57-4c8d-8bd8-f2077d2c48b2 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351923 Sep 04 16:05:42.232415 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:05:42.878407 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd3524-f073-4b2a-bf56-b23ea1b01ca6 req-8ffc9779-a0a1-47ca-9588-aada4dd6b195 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:42.879804 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f1fd3524-f073-4b2a-bf56-b23ea1b01ca6 req-8ffc9779-a0a1-47ca-9588-aada4dd6b195 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0488935 Sep 04 16:05:42.919508 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f1fd3524-f073-4b2a-bf56-b23ea1b01ca6 req-cf069911-e684-4d7f-8a15-0d1e216c35cf tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332563 Sep 04 16:05:44.035007 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30211b-8915-467f-8cf2-ceed89ff7ddc req-825277b3-4ef5-48e0-be7d-23de7292ca40 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:44.037306 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6c30211b-8915-467f-8cf2-ceed89ff7ddc req-825277b3-4ef5-48e0-be7d-23de7292ca40 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0531995 Sep 04 16:05:44.075377 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-6c30211b-8915-467f-8cf2-ceed89ff7ddc req-48bcf3db-0d74-47de-99c6-f21b7b4894f1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319839 Sep 04 16:05:45.190539 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cc25e-5e49-46e9-a6b1-8198bc6fe382 req-a50305d6-343b-4fa4-9506-012884fc773b tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:45.192583 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-916cc25e-5e49-46e9-a6b1-8198bc6fe382 req-a50305d6-343b-4fa4-9506-012884fc773b tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0497081 Sep 04 16:05:45.260706 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-916cc25e-5e49-46e9-a6b1-8198bc6fe382 req-635ec072-74c5-41c0-959a-bf1eeff8bb86 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612094 Sep 04 16:05:45.271326 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-3befc058-fd6c-44a5-ae87-37c0a409b182 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581968 Sep 04 16:05:45.360795 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-bcf059f1-a478-43b7-9d59-6c4435fe4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:45.362295 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-bcf059f1-a478-43b7-9d59-6c4435fe4af8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 1098 time: 0.0397394 Sep 04 16:05:45.463045 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-ab106b91-2944-4ac3-8ba2-c183c17b67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:45.464516 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-ab106b91-2944-4ac3-8ba2-c183c17b67f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 911 time: 0.0828984 Sep 04 16:05:45.531298 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-b173d79d-8b56-46dd-ac80-9960c103cddd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba HTTP/1.1" status: 200 len: 1001 time: 0.0594063 Sep 04 16:05:45.581641 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-1832ca9c-ef5c-4dbf-a0fa-545c0c976b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:45.583353 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-1832ca9c-ef5c-4dbf-a0fa-545c0c976b99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abd7cd50-8463-4788-bd97-a825c2e48f4d HTTP/1.1" status: 200 len: 849 time: 0.0431790 Sep 04 16:05:45.633945 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-0b87526e-7972-4ed7-ba1b-6467cced1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:45.635382 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-0b87526e-7972-4ed7-ba1b-6467cced1f85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b1340d0-32a0-4889-b4c1-1455af846b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397098 Sep 04 16:05:45.724258 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-db6125e4-511b-4dd2-af28-fade47a6519c service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815506 Sep 04 16:05:45.814497 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cd68d771-28a3-4879-bc45-a657a0892a31 req-9afeca17-c3bd-4f63-a4db-2a06a7f49d85 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817332 Sep 04 16:05:46.373918 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c772319-da64-4c26-b9e9-2854be32de06 req-1e2ddde9-ee8d-4a93-a48f-32b76ad40888 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:46.375388 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c772319-da64-4c26-b9e9-2854be32de06 req-1e2ddde9-ee8d-4a93-a48f-32b76ad40888 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0495727 Sep 04 16:05:46.415262 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c772319-da64-4c26-b9e9-2854be32de06 req-b7d6fb2c-b33c-485d-91de-f682c4298b34 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338376 Sep 04 16:05:47.533251 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03fb4b-ec5f-40da-affa-d470f1792379 req-a715fc92-5a2c-42c2-8412-e1521e8e46ff tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:47.534711 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce03fb4b-ec5f-40da-affa-d470f1792379 req-a715fc92-5a2c-42c2-8412-e1521e8e46ff tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0536571 Sep 04 16:05:47.575349 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ce03fb4b-ec5f-40da-affa-d470f1792379 req-6c0f836f-2811-45ab-ae93-5c5bf804e098 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338721 Sep 04 16:05:48.696153 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cce0-eced-4b71-878a-4014682baf26 req-0e2e0378-a831-49d1-923d-1fd204ae33e1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:48.697656 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1f15cce0-eced-4b71-878a-4014682baf26 req-0e2e0378-a831-49d1-923d-1fd204ae33e1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0493770 Sep 04 16:05:48.736112 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1f15cce0-eced-4b71-878a-4014682baf26 req-dc566757-0c2f-4492-bfbc-a0cb42891609 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324624 Sep 04 16:05:49.850079 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070b0fc-ff8d-4ec0-a65c-f8a2da8d7e82 req-2c85e965-2119-45a3-8d18-baddea39f4e9 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:49.851484 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9070b0fc-ff8d-4ec0-a65c-f8a2da8d7e82 req-2c85e965-2119-45a3-8d18-baddea39f4e9 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0488026 Sep 04 16:05:49.890637 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9070b0fc-ff8d-4ec0-a65c-f8a2da8d7e82 req-0ab57866-e984-4018-904f-e3db218db112 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330954 Sep 04 16:05:51.007867 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4971b9-7ede-43fe-b0f2-eb3a093ca33a req-4304785e-e588-4343-83cb-2394d64ad299 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:51.009608 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cb4971b9-7ede-43fe-b0f2-eb3a093ca33a req-4304785e-e588-4343-83cb-2394d64ad299 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0542972 Sep 04 16:05:51.050239 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-cb4971b9-7ede-43fe-b0f2-eb3a093ca33a req-a4ba4687-b072-47ea-ac9d-09721d824910 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345342 Sep 04 16:05:52.165047 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b3f76-8319-49db-b3f8-35234028caec req-f690689f-cf70-413c-a033-8f1e691dd81e tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:52.167357 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c98b3f76-8319-49db-b3f8-35234028caec req-f690689f-cf70-413c-a033-8f1e691dd81e tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0498273 Sep 04 16:05:52.212534 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c98b3f76-8319-49db-b3f8-35234028caec req-9d0f898d-2951-4059-a55e-343a4c11dc88 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390708 Sep 04 16:05:53.329029 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e05005-db91-4d61-ad6a-462f73849f07 req-c7fe93de-cc43-439d-9b9d-078ec179ffcb tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:53.330493 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-94e05005-db91-4d61-ad6a-462f73849f07 req-c7fe93de-cc43-439d-9b9d-078ec179ffcb tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0500143 Sep 04 16:05:53.371641 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-94e05005-db91-4d61-ad6a-462f73849f07 req-10dc7728-c765-4e68-baec-845db5ac36e5 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349441 Sep 04 16:05:54.488023 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccd8bd-f879-459e-a569-94d702bf3b78 req-250d6891-d369-47d7-94e6-981587babadc tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:54.490187 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00ccd8bd-f879-459e-a569-94d702bf3b78 req-250d6891-d369-47d7-94e6-981587babadc tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0530448 Sep 04 16:05:54.535884 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00ccd8bd-f879-459e-a569-94d702bf3b78 req-18a8b3af-a235-4dbb-9c7d-37df8d357b43 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378871 Sep 04 16:05:55.651374 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab657ba-f0f7-418c-9250-087f48980f94 req-8ea13a2b-3288-455e-ad3c-8e2d6b261751 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:55.652813 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ab657ba-f0f7-418c-9250-087f48980f94 req-8ea13a2b-3288-455e-ad3c-8e2d6b261751 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0492902 Sep 04 16:05:55.690618 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7ab657ba-f0f7-418c-9250-087f48980f94 req-8c029a12-e136-4d03-ae6c-96ea68fcebc5 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317824 Sep 04 16:05:56.643511 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:05:56.812477 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb54143-1ff7-411d-8151-ebaceb5da85c req-8acc788b-f702-4b13-8d6d-c7aea7069bb4 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:56.814059 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-efb54143-1ff7-411d-8151-ebaceb5da85c req-8acc788b-f702-4b13-8d6d-c7aea7069bb4 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0565383 Sep 04 16:05:56.869865 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-efb54143-1ff7-411d-8151-ebaceb5da85c req-0ddfddd3-3de0-454e-8fc1-38b626d5758f tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441439 Sep 04 16:05:57.991323 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bed39-70c8-4e3a-8334-ab891f87f82d req-90182890-0842-4a02-8309-527b4e2a3e64 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:57.992851 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f21bed39-70c8-4e3a-8334-ab891f87f82d req-90182890-0842-4a02-8309-527b4e2a3e64 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.0508914 Sep 04 16:05:58.035849 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f21bed39-70c8-4e3a-8334-ab891f87f82d req-e49b2bef-4737-462d-9f02-31841aab30cf tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b42e68-e252-424a-85f4-91b792550da6&id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367136 Sep 04 16:05:58.147776 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c10e71-72da-482c-ad9b-f7755e1e8932 req-1c8d49fe-ae27-4a5c-9d95-996cf8edee78 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:58.149158 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e5c10e71-72da-482c-ad9b-f7755e1e8932 req-1c8d49fe-ae27-4a5c-9d95-996cf8edee78 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 945 time: 0.0480282 Sep 04 16:05:58.184678 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e5c10e71-72da-482c-ad9b-f7755e1e8932 req-390f91c0-c597-4b9b-bb48-cb9f740ddfe5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296586 Sep 04 16:05:59.307622 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f0e8d-da44-438e-985f-0c7951e5eeb0 req-f7af1514-340a-4981-b44e-72c48af8183f tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:05:59.309114 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-239f0e8d-da44-438e-985f-0c7951e5eeb0 req-f7af1514-340a-4981-b44e-72c48af8183f tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 945 time: 0.0570953 Sep 04 16:05:59.345952 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-239f0e8d-da44-438e-985f-0c7951e5eeb0 req-7baa7d23-22c3-4a0c-932a-6a2ee77ace6b tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309763 Sep 04 16:06:00.179111 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-127db59b-a863-43e8-9e16-e89a611d4422 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:00.180545 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-127db59b-a863-43e8-9e16-e89a611d4422 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 945 time: 0.0517232 Sep 04 16:06:00.271589 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Deleting port c09e53b3-1b15-404f-9d5b-e1cb45239198 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:06:00.271923 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:00.360215 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] For port c09e53b3-1b15-404f-9d5b-e1cb45239198, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c09e53b3-1b15-404f-9d5b-e1cb45239198,segment=NetworkSegment(2958eda4-2598-43e0-8179-91db91c4ca56),segment_id=2958eda4-2598-43e0-8179-91db91c4ca56)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:06:00.360572 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:00.374327 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Calling delete_port for c09e53b3-1b15-404f-9d5b-e1cb45239198 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:06:00.490551 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b286c8-6571-4864-a29e-e523cc17e02a req-915007b1-c11f-420d-aac3-743e16b8f1e9 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:00.491947 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20b286c8-6571-4864-a29e-e523cc17e02a req-915007b1-c11f-420d-aac3-743e16b8f1e9 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a HTTP/1.1" status: 200 len: 945 time: 0.0761333 Sep 04 16:06:00.565610 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20b286c8-6571-4864-a29e-e523cc17e02a req-e983679b-baba-4dfc-96b4-9577d484c500 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677896 Sep 04 16:06:00.575740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:00.587750 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['c09e53b3-1b15-404f-9d5b-e1cb45239198'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:06:00.602930 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Pushing event deleted for resources: {'Port': ['ID=c09e53b3-1b15-404f-9d5b-e1cb45239198,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:00.616385 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.616742 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.617117 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.617593 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.617822 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.618164 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.618495 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.618852 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.619186 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.619515 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.619844 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.620175 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:00.653873 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] No DVR routers for this DVR port c09e53b3-1b15-404f-9d5b-e1cb45239198 on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:06:00.656243 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:00.658251 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-209493f4-e4f1-41df-9aa3-5cf29db651b9 req-97274615-a7ec-4ef1-bd48-d7bef1dcb7e5 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.46 "DELETE /v2.0/ports/c09e53b3-1b15-404f-9d5b-e1cb45239198 HTTP/1.1" status: 204 len: 173 time: 0.4705076 Sep 04 16:06:00.658675 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a', 'name': 'network-vif-deleted', 'tag': 'c09e53b3-1b15-404f-9d5b-e1cb45239198'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:06:00.660915 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5ebed0-3b7d-4853-a961-3ac3dd177c7d" -d '{"events": [{"server_uuid": "c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a", "name": "network-vif-deleted", "tag": "c09e53b3-1b15-404f-9d5b-e1cb45239198"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:06:00.874893 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c032ee-b5da-475b-a226-7836b0d215b0 x-openstack-request-id: req-29c032ee-b5da-475b-a226-7836b0d215b0 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:06:00.875185 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a", "name": "network-vif-deleted", "tag": "c09e53b3-1b15-404f-9d5b-e1cb45239198", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:06:00.875433 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29c032ee-b5da-475b-a226-7836b0d215b0 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:06:00.875823 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d2c5d6-bf51-41ca-ac55-05c0e7524c8a', 'name': 'network-vif-deleted', 'tag': 'c09e53b3-1b15-404f-9d5b-e1cb45239198', 'status': 'completed', 'code': 200} Sep 04 16:06:04.456781 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device c09e53b3-1b15-404f-9d5b-e1cb45239198 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:06:04.475485 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: c09e53b3-1b15-404f-9d5b-e1cb45239198 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:06:04.475827 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device c09e53b3-1b15-404f-9d5b-e1cb45239198 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:06:05.066776 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e25b1a1c-3eae-4288-8dcb-5825b8dc6f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:07.882519 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-36978b4f-0c78-4292-a773-3882f699f111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:08.123613 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:09.002561 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:10.684974 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:12.226605 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:12.607322 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-a07be56f-693c-4d40-80e3-4676422d6c8d tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:12.608992 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-a07be56f-693c-4d40-80e3-4676422d6c8d tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/networks?id=221c5c6d-cbe1-4276-9a60-ae657bcaff13 HTTP/1.1" status: 200 len: 813 time: 0.1045439 Sep 04 16:06:12.624459 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-fea389cb-c570-44c5-8d74-bc1c3c4d6e92 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/quotas/dcba48417aba4f9ab53749a3a0488a1b HTTP/1.1" status: 200 len: 375 time: 0.0097282 Sep 04 16:06:12.655042 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-f1f3f25d-ee2f-4b1d-9e27-22fc2a917352 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dcba48417aba4f9ab53749a3a0488a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254512 Sep 04 16:06:12.831258 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-8311a2e4-1e81-4ff8-bdf5-a02fabd293e4 service neutron] 10.222.0.53 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694143 Sep 04 16:06:12.931409 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-fdb4f4ba-24a3-4d41-83c5-000ca90ce702 service neutron] 10.222.0.53 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938687 Sep 04 16:06:13.102837 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ee0022ea-5e33-4832-9a13-fdde72752a25 req-8a974cf7-a88f-4b68-955f-ec6dab6c034e tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 210 time: 0.0288312 Sep 04 16:06:14.140072 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d1aa1263-24b3-4d17-9ef9-fcbc84ed9ad7 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:14.141552 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d1aa1263-24b3-4d17-9ef9-fcbc84ed9ad7 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.46 "GET /v2.0/networks?id=221c5c6d-cbe1-4276-9a60-ae657bcaff13 HTTP/1.1" status: 200 len: 813 time: 0.0999279 Sep 04 16:06:14.155999 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Request body: {'port': {'device_id': 'a8eb3410-275d-4761-964d-7d6f9ae6bf92', 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13', 'admin_state_up': True, 'tenant_id': 'dcba48417aba4f9ab53749a3a0488a1b'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:06:14.204206 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d452505d-6fdf-4933-9a6f-5b2998d294d9 req-aa2d509f-5629-4ab7-89cc-7a3925e699bd tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 210 time: 0.0271208 Sep 04 16:06:14.276689 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Made reservation on behalf of dcba48417aba4f9ab53749a3a0488a1b for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:06:14.280167 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:14.397917 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Allocated IP 172.20.0.14 (221c5c6d-cbe1-4276-9a60-ae657bcaff13/a4279f68-afcb-4ada-8484-16b0a2b08a4e/84181dc9-fabc-4393-b6a0-36bbffa6454a) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:06:14.539439 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:14.576457 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:14.617140 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:06:14.620152 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:06:14.622782 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:06:14.658805 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Pushing event updated for resources: {'Port': ['ID=84181dc9-fabc-4393-b6a0-36bbffa6454a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:14.684503 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:14.685138 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:14.699032 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0f852eec-eb0e-42c3-bb4b-cb1024a64371 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5470090 Sep 04 16:06:14.711034 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Request body: {'port': {'device_id': 'a8eb3410-275d-4761-964d-7d6f9ae6bf92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:06:14.764096 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:15.024152 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84181dc9-fabc-4393-b6a0-36bbffa6454a {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:06:15.031534 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:15.044381 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Transition to ACTIVE for port object 84181dc9-fabc-4393-b6a0-36bbffa6454a will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:06:15.047928 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:15.098067 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Pushing event updated for resources: {'Port': ['ID=84181dc9-fabc-4393-b6a0-36bbffa6454a,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:15.159885 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Attempting to bind port 84181dc9-fabc-4393-b6a0-36bbffa6454a on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:06:15.160549 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Attempting to bind port 84181dc9-fabc-4393-b6a0-36bbffa6454a by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '2958eda4-2598-43e0-8179-91db91c4ca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:06:15.160549 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Attempting to bind port 84181dc9-fabc-4393-b6a0-36bbffa6454a on network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:06:15.165231 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Port 84181dc9-fabc-4393-b6a0-36bbffa6454a on network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:06:15.165535 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Attempting to bind port 84181dc9-fabc-4393-b6a0-36bbffa6454a on network 221c5c6d-cbe1-4276-9a60-ae657bcaff13 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:06:15.170193 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:06:15.170526 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Checking segment: {'id': '2958eda4-2598-43e0-8179-91db91c4ca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:06:15.170902 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Bound using segment: {'id': '2958eda4-2598-43e0-8179-91db91c4ca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:06:15.171320 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Bound port: 84181dc9-fabc-4393-b6a0-36bbffa6454a, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2958eda4-2598-43e0-8179-91db91c4ca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:06:15.171668 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:15.235343 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] For port 84181dc9-fabc-4393-b6a0-36bbffa6454a, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:06:15.238503 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] For port 84181dc9-fabc-4393-b6a0-36bbffa6454a, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=84181dc9-fabc-4393-b6a0-36bbffa6454a,segment=NetworkSegment(2958eda4-2598-43e0-8179-91db91c4ca56),segment_id=2958eda4-2598-43e0-8179-91db91c4ca56)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:06:15.244925 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:15.276225 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:15.277294 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:15.278705 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/84181dc9-fabc-4393-b6a0-36bbffa6454a HTTP/1.1" status: 200 len: 1094 time: 0.5716765 Sep 04 16:06:15.280925 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eb3410-275d-4761-964d-7d6f9ae6bf92', 'tag': '84181dc9-fabc-4393-b6a0-36bbffa6454a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:06:15.284298 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223e069-c051-464f-b056-0162338564f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eb3410-275d-4761-964d-7d6f9ae6bf92", "tag": "84181dc9-fabc-4393-b6a0-36bbffa6454a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:06:15.324656 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b308c73-0ea3-46b1-8028-008f0f8ad3a5 x-openstack-request-id: req-5b308c73-0ea3-46b1-8028-008f0f8ad3a5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:06:15.324974 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eb3410-275d-4761-964d-7d6f9ae6bf92", "tag": "84181dc9-fabc-4393-b6a0-36bbffa6454a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:06:15.325229 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b308c73-0ea3-46b1-8028-008f0f8ad3a5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:06:15.325618 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8eb3410-275d-4761-964d-7d6f9ae6bf92', 'tag': '84181dc9-fabc-4393-b6a0-36bbffa6454a', 'status': 'completed', 'code': 200} Sep 04 16:06:15.374104 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8283f1d-2da2-44b4-9b02-7c3b921b61e6 service neutron] Pushing event updated for resources: {'Port': ['ID=84181dc9-fabc-4393-b6a0-36bbffa6454a,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:15.389769 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2384bf9-bb33-4077-acef-e178106f5045 req-9b64aeb4-832f-4dee-92a8-5941a1029f45 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:15.391257 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b2384bf9-bb33-4077-acef-e178106f5045 req-9b64aeb4-832f-4dee-92a8-5941a1029f45 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 944 time: 0.1037059 Sep 04 16:06:15.405937 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-692e5105-2da5-43f5-821a-a583186e4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:15.407323 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-692e5105-2da5-43f5-821a-a583186e4a0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcba48417aba4f9ab53749a3a0488a1b&device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 1097 time: 0.0780258 Sep 04 16:06:15.459182 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-0d2d636c-b40c-459c-aaa1-20cf638b1f45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84181dc9-fabc-4393-b6a0-36bbffa6454a HTTP/1.1" status: 200 len: 217 time: 0.0426362 Sep 04 16:06:15.466824 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b2384bf9-bb33-4077-acef-e178106f5045 req-0f3c4c2e-7342-4003-b94b-07cb523599a0 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688083 Sep 04 16:06:15.509141 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-2491cd84-2d20-4a46-960a-467210cfc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:15.510569 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-2491cd84-2d20-4a46-960a-467210cfc3b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4279f68-afcb-4ada-8484-16b0a2b08a4e HTTP/1.1" status: 200 len: 853 time: 0.0429375 Sep 04 16:06:15.541816 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-7912f0b2-78df-40f6-b2a4-180dfca5c68e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=221c5c6d-cbe1-4276-9a60-ae657bcaff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241826 Sep 04 16:06:15.634510 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-a3a5c8ef-6bc2-452d-8e32-1a1eab49a834 service neutron] 10.222.0.46 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853138 Sep 04 16:06:15.720989 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7d2b5971-a845-4718-a3e9-4f87096dfc30 req-73c1a728-2f7e-423f-82bc-51b703b6da27 service neutron] 10.222.0.46 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789702 Sep 04 16:06:15.822886 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e069-c051-464f-b056-0162338564f6 req-b34fe616-3ce1-43c3-8bd2-9c79384c4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:15.824264 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8223e069-c051-464f-b056-0162338564f6 req-b34fe616-3ce1-43c3-8bd2-9c79384c4c6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcba48417aba4f9ab53749a3a0488a1b&device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 1097 time: 0.0446639 Sep 04 16:06:15.913611 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e069-c051-464f-b056-0162338564f6 req-3ebe023b-aa2a-4a53-bf73-e2f5ac12b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:15.915035 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8223e069-c051-464f-b056-0162338564f6 req-3ebe023b-aa2a-4a53-bf73-e2f5ac12b7a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=221c5c6d-cbe1-4276-9a60-ae657bcaff13 HTTP/1.1" status: 200 len: 914 time: 0.0810838 Sep 04 16:06:15.957875 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8223e069-c051-464f-b056-0162338564f6 req-ab0cd080-fd00-41e1-9070-0924764512cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84181dc9-fabc-4393-b6a0-36bbffa6454a HTTP/1.1" status: 200 len: 217 time: 0.0356154 Sep 04 16:06:16.004735 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e069-c051-464f-b056-0162338564f6 req-aad842fb-0abe-498b-bcdd-737b7d7a5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:16.006141 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8223e069-c051-464f-b056-0162338564f6 req-aad842fb-0abe-498b-bcdd-737b7d7a5c70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4279f68-afcb-4ada-8484-16b0a2b08a4e HTTP/1.1" status: 200 len: 853 time: 0.0408351 Sep 04 16:06:16.037107 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8223e069-c051-464f-b056-0162338564f6 req-b92db72e-21c4-4d4f-b1e6-cee2f8a58d6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=221c5c6d-cbe1-4276-9a60-ae657bcaff13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238097 Sep 04 16:06:16.126584 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8223e069-c051-464f-b056-0162338564f6 req-7a81e647-6215-44c8-be33-9afda00eea7d service neutron] 10.222.0.46 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818155 Sep 04 16:06:16.213687 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8223e069-c051-464f-b056-0162338564f6 req-69e13b11-d408-4c03-8616-282713026a4c service neutron] 10.222.0.46 "GET /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797255 Sep 04 16:06:16.585122 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66749-b8a4-4d44-ab6c-aa4635445e35 req-e3e2ea4b-cb49-4d87-b9ff-2270e582b822 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:16.586860 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6d66749-b8a4-4d44-ab6c-aa4635445e35 req-e3e2ea4b-cb49-4d87-b9ff-2270e582b822 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 944 time: 0.0530570 Sep 04 16:06:16.860655 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6d66749-b8a4-4d44-ab6c-aa4635445e35 req-8df90265-e941-40c1-818f-69d1ef29157f tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675798 Sep 04 16:06:17.977078 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937f16f-717d-4ac0-9655-2fc3e6f2578e req-e85246a3-03ae-4c08-b328-7790f04a733a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:17.979283 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d937f16f-717d-4ac0-9655-2fc3e6f2578e req-e85246a3-03ae-4c08-b328-7790f04a733a tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 944 time: 0.0493729 Sep 04 16:06:18.015706 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d937f16f-717d-4ac0-9655-2fc3e6f2578e req-77d1c7f5-a448-457e-b93a-03b92dcd6136 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306637 Sep 04 16:06:19.125534 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b073a04-c704-4bdd-96a3-60c0317fd3c5 req-14c8a214-2a28-4e2e-87b7-8b7a48f01d06 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:19.126994 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b073a04-c704-4bdd-96a3-60c0317fd3c5 req-14c8a214-2a28-4e2e-87b7-8b7a48f01d06 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 944 time: 0.0477002 Sep 04 16:06:19.163168 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b073a04-c704-4bdd-96a3-60c0317fd3c5 req-f812c2da-ada3-4ccb-929c-fe36b309f1c2 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303242 Sep 04 16:06:19.866984 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 84181dc9-fabc-4393-b6a0-36bbffa6454a details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:06:19.956634 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 84181dc9-fabc-4393-b6a0-36bbffa6454a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=84181dc9-fabc-4393-b6a0-36bbffa6454a,segment=NetworkSegment(2958eda4-2598-43e0-8179-91db91c4ca56),segment_id=2958eda4-2598-43e0-8179-91db91c4ca56)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:06:19.967643 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': '84181dc9-fabc-4393-b6a0-36bbffa6454a', 'network_id': '221c5c6d-cbe1-4276-9a60-ae657bcaff13', 'port_id': '84181dc9-fabc-4393-b6a0-36bbffa6454a', 'mac_address': 'fa:16:3e:0a:bf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4279f68-afcb-4ada-8484-16b0a2b08a4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:06:20.003155 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:20.018172 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84181dc9-fabc-4393-b6a0-36bbffa6454a {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:06:20.036503 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 84181dc9-fabc-4393-b6a0-36bbffa6454a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=84181dc9-fabc-4393-b6a0-36bbffa6454a,segment=NetworkSegment(2958eda4-2598-43e0-8179-91db91c4ca56),segment_id=2958eda4-2598-43e0-8179-91db91c4ca56)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:06:20.041112 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:20.086123 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=84181dc9-fabc-4393-b6a0-36bbffa6454a,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:20.093344 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.093691 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.094029 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.094362 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.094691 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.095018 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.095340 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.095663 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.096006 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.096330 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.096656 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.097011 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:20.280636 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c6304-c77f-472a-8511-76c07fb9ae2a req-394ed9a3-c37e-4104-99b7-ce2dc1a519c7 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:20.282144 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a15c6304-c77f-472a-8511-76c07fb9ae2a req-394ed9a3-c37e-4104-99b7-ce2dc1a519c7 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 945 time: 0.0527384 Sep 04 16:06:20.319912 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a15c6304-c77f-472a-8511-76c07fb9ae2a req-7ffa3a0e-a0df-4c46-8281-fdcd450e907c tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318124 Sep 04 16:06:20.488692 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['84181dc9-fabc-4393-b6a0-36bbffa6454a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:06:21.434497 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f59920-4c88-4f91-9b75-35694cdc6fad req-469dc758-ddd8-41a2-849d-05fb90d5f674 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:21.435928 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-05f59920-4c88-4f91-9b75-35694cdc6fad req-469dc758-ddd8-41a2-849d-05fb90d5f674 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Sep 04 16:06:21.471637 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-05f59920-4c88-4f91-9b75-35694cdc6fad req-e86a01ac-1b13-4cea-84ef-a1e45a6f993f tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298281 Sep 04 16:06:21.870567 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 84181dc9-fabc-4393-b6a0-36bbffa6454a up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:06:21.919582 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port 84181dc9-fabc-4393-b6a0-36bbffa6454a completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:06:21.923282 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port 84181dc9-fabc-4393-b6a0-36bbffa6454a triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:06:21.923656 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:21.996090 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:22.017617 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eb3410-275d-4761-964d-7d6f9ae6bf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84181dc9-fabc-4393-b6a0-36bbffa6454a'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:06:22.019827 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5db0b8f-9893-414c-9fa9-9d0e552dbe2c" -d '{"events": [{"server_uuid": "a8eb3410-275d-4761-964d-7d6f9ae6bf92", "name": "network-vif-plugged", "status": "completed", "tag": "84181dc9-fabc-4393-b6a0-36bbffa6454a"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:06:22.032295 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 84181dc9-fabc-4393-b6a0-36bbffa6454a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=84181dc9-fabc-4393-b6a0-36bbffa6454a,segment=NetworkSegment(2958eda4-2598-43e0-8179-91db91c4ca56),segment_id=2958eda4-2598-43e0-8179-91db91c4ca56)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:06:22.036037 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:22.085310 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=84181dc9-fabc-4393-b6a0-36bbffa6454a,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:22.117150 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed341a2-3ba0-4966-b13c-77e5dfef9b83 x-openstack-request-id: req-7ed341a2-3ba0-4966-b13c-77e5dfef9b83 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:06:22.117443 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eb3410-275d-4761-964d-7d6f9ae6bf92", "name": "network-vif-plugged", "status": "completed", "tag": "84181dc9-fabc-4393-b6a0-36bbffa6454a", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:06:22.117697 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ed341a2-3ba0-4966-b13c-77e5dfef9b83 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:06:22.118638 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eb3410-275d-4761-964d-7d6f9ae6bf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84181dc9-fabc-4393-b6a0-36bbffa6454a', 'code': 200} Sep 04 16:06:22.283094 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf262cb4-4eea-4053-8bce-07994c5753f1 req-37272b67-68cd-4e69-b9ae-02c91d8956c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:22.284569 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bf262cb4-4eea-4053-8bce-07994c5753f1 req-37272b67-68cd-4e69-b9ae-02c91d8956c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 1099 time: 0.0393932 Sep 04 16:06:22.318979 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-bf262cb4-4eea-4053-8bce-07994c5753f1 req-abb07c22-1b84-49bc-be29-cde0f0da3640 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263553 Sep 04 16:06:22.588336 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8904e89-7a17-4b52-b1b0-5adabfb4eb7c req-864aadfd-1695-44fa-94e2-93e02debf665 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:22.589824 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a8904e89-7a17-4b52-b1b0-5adabfb4eb7c req-864aadfd-1695-44fa-94e2-93e02debf665 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 946 time: 0.0533133 Sep 04 16:06:22.628194 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a8904e89-7a17-4b52-b1b0-5adabfb4eb7c req-1cf73bf3-c854-4c80-b0b0-163273f4ae7d tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Sep 04 16:06:23.742112 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7b8de-49f7-4d99-bc2e-9c603612463a req-2b0520f3-7636-4446-b3d7-3796165fabad tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:23.744326 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20f7b8de-49f7-4d99-bc2e-9c603612463a req-2b0520f3-7636-4446-b3d7-3796165fabad tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 946 time: 0.0487342 Sep 04 16:06:23.781918 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20f7b8de-49f7-4d99-bc2e-9c603612463a req-3e8a1856-3bec-4376-b2e0-077dd4d71425 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Sep 04 16:06:24.891371 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2255faa-4555-46e6-b7cc-b00e4e733cc3 req-7f89441f-ece6-4edc-b130-796108006637 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:24.892843 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c2255faa-4555-46e6-b7cc-b00e4e733cc3 req-7f89441f-ece6-4edc-b130-796108006637 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 946 time: 0.0471303 Sep 04 16:06:24.929380 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c2255faa-4555-46e6-b7cc-b00e4e733cc3 req-c7278d48-8fd4-4993-b760-1ee36d91b157 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Sep 04 16:06:33.631482 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:06:35.067215 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-644a8f8c-5974-4c3d-8425-b2ab6f3d6b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:37.885710 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ca5500a4-bdfb-4ce4-9f52-694139712864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:38.125781 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:39.006840 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:40.687040 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:42.239378 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:43.178459 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-50cb8336-4444-49bd-9f31-f86cb65225d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423856 Sep 04 16:06:43.241387 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-7b87de77-177e-448d-81df-5e23c9514341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:43.242891 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-7b87de77-177e-448d-81df-5e23c9514341 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41d4897cecf34ddc96c97c667ea73ba1&device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 1137 time: 0.0408087 Sep 04 16:06:43.345644 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-e1e475fd-9656-474f-818d-bc2de0ea5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:43.347086 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-e1e475fd-9656-474f-818d-bc2de0ea5429 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12127e24-3593-40c4-b60a-7e53f354ca9b HTTP/1.1" status: 200 len: 916 time: 0.0847876 Sep 04 16:06:43.641713 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-e81eab92-03e0-4f1e-a1b9-4646c21d2add service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 1001 time: 0.2867067 Sep 04 16:06:43.689850 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-39ff73c6-2ec6-403d-afb5-a55695e3f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:43.691262 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-39ff73c6-2ec6-403d-afb5-a55695e3f81d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b70565c-38e8-46fd-ab81-5b0d3e332295 HTTP/1.1" status: 200 len: 854 time: 0.0416172 Sep 04 16:06:43.739314 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-e4411fa7-3b0a-44bd-b447-017e618c11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:43.740750 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-e4411fa7-3b0a-44bd-b447-017e618c11bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12127e24-3593-40c4-b60a-7e53f354ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410337 Sep 04 16:06:43.827431 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-121ec9e3-7b44-461e-9f27-f7157e361a47 service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783322 Sep 04 16:06:43.952437 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-094ae42d-de64-4706-ac9e-f5eecd040a28 req-7e76bbeb-9c35-49e8-9b92-6ccc7edb0462 service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859981 Sep 04 16:06:48.982210 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c90439-aa9f-49e3-8f50-097c7775b29d req-c05769e0-b88f-435e-bebf-1411483386c0 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:48.983665 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d4c90439-aa9f-49e3-8f50-097c7775b29d req-c05769e0-b88f-435e-bebf-1411483386c0 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 946 time: 0.0497448 Sep 04 16:06:49.020008 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d4c90439-aa9f-49e3-8f50-097c7775b29d req-2346188f-574a-4723-8412-6056123a70f3 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304346 Sep 04 16:06:50.135161 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff7eb2-1bb1-48da-b5d3-7db3fc90161f req-cd13ec9e-1f0d-4346-9633-3c4822bd1d46 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:50.136641 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5eff7eb2-1bb1-48da-b5d3-7db3fc90161f req-cd13ec9e-1f0d-4346-9633-3c4822bd1d46 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 946 time: 0.0488036 Sep 04 16:06:50.172528 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5eff7eb2-1bb1-48da-b5d3-7db3fc90161f req-ba8d2878-789f-4708-9778-f47658d6db87 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299284 Sep 04 16:06:50.936007 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-aff8d104-f549-4532-85a2-1444562f92e8 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:50.937453 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-aff8d104-f549-4532-85a2-1444562f92e8 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 946 time: 0.0469449 Sep 04 16:06:51.031128 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-2e3b6a52-f0bd-4665-bf2b-7ccfb2b1c973 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Deleting port 84181dc9-fabc-4393-b6a0-36bbffa6454a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:06:51.031479 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-2e3b6a52-f0bd-4665-bf2b-7ccfb2b1c973 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:51.115796 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-2e3b6a52-f0bd-4665-bf2b-7ccfb2b1c973 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] For port 84181dc9-fabc-4393-b6a0-36bbffa6454a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=84181dc9-fabc-4393-b6a0-36bbffa6454a,segment=NetworkSegment(2958eda4-2598-43e0-8179-91db91c4ca56),segment_id=2958eda4-2598-43e0-8179-91db91c4ca56)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:06:51.116160 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-2e3b6a52-f0bd-4665-bf2b-7ccfb2b1c973 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:51.129332 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-2e3b6a52-f0bd-4665-bf2b-7ccfb2b1c973 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Calling delete_port for 84181dc9-fabc-4393-b6a0-36bbffa6454a owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:06:51.256455 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-2e3b6a52-f0bd-4665-bf2b-7ccfb2b1c973 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:51.268808 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['84181dc9-fabc-4393-b6a0-36bbffa6454a'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:06:51.286502 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b6a52-f0bd-4665-bf2b-7ccfb2b1c973 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Pushing event deleted for resources: {'Port': ['ID=84181dc9-fabc-4393-b6a0-36bbffa6454a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:51.292800 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b2434-3eec-401d-b833-d7734e26b095 req-d6754dd9-7d5d-45df-8661-ab8a7dc713d7 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:51.294376 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ee4b2434-3eec-401d-b833-d7734e26b095 req-d6754dd9-7d5d-45df-8661-ab8a7dc713d7 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb3410-275d-4761-964d-7d6f9ae6bf92 HTTP/1.1" status: 200 len: 867 time: 0.0532331 Sep 04 16:06:51.334375 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ee4b2434-3eec-401d-b833-d7734e26b095 req-4a14b1c0-37de-4308-8164-c2342b510723 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.53 "GET /v2.0/security-groups?id=5190ca1d-fd64-4ea2-ba51-0159c9703d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Sep 04 16:06:51.334633 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-2e3b6a52-f0bd-4665-bf2b-7ccfb2b1c973 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] No DVR routers for this DVR port 84181dc9-fabc-4393-b6a0-36bbffa6454a on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:06:51.337041 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-2e3b6a52-f0bd-4665-bf2b-7ccfb2b1c973 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:06:51.339091 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8d38e78d-f311-4a9c-a6a2-c9cdc0e582fd req-2e3b6a52-f0bd-4665-bf2b-7ccfb2b1c973 tempest-VolumesSnapshotTestJSON-771869142 tempest-VolumesSnapshotTestJSON-771869142-project] 10.222.0.46 "DELETE /v2.0/ports/84181dc9-fabc-4393-b6a0-36bbffa6454a HTTP/1.1" status: 204 len: 173 time: 0.3932898 Sep 04 16:06:51.339531 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eb3410-275d-4761-964d-7d6f9ae6bf92', 'name': 'network-vif-deleted', 'tag': '84181dc9-fabc-4393-b6a0-36bbffa6454a'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:06:51.341833 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66383545-ee07-4ce7-88b9-13b7d155d22a" -d '{"events": [{"server_uuid": "a8eb3410-275d-4761-964d-7d6f9ae6bf92", "name": "network-vif-deleted", "tag": "84181dc9-fabc-4393-b6a0-36bbffa6454a"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:06:51.386112 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01884d18-cc86-406f-b2c1-b5b9f8bc255e x-openstack-request-id: req-01884d18-cc86-406f-b2c1-b5b9f8bc255e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:06:51.386405 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eb3410-275d-4761-964d-7d6f9ae6bf92", "name": "network-vif-deleted", "tag": "84181dc9-fabc-4393-b6a0-36bbffa6454a", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:06:51.386662 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01884d18-cc86-406f-b2c1-b5b9f8bc255e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:06:51.387075 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eb3410-275d-4761-964d-7d6f9ae6bf92', 'name': 'network-vif-deleted', 'tag': '84181dc9-fabc-4393-b6a0-36bbffa6454a', 'status': 'completed', 'code': 200} Sep 04 16:06:54.023051 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 84181dc9-fabc-4393-b6a0-36bbffa6454a no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:06:54.042449 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: 84181dc9-fabc-4393-b6a0-36bbffa6454a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:06:54.042796 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 84181dc9-fabc-4393-b6a0-36bbffa6454a not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:06:59.731823 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e93865-dbc3-459c-a3d9-a1c3720f8e74 req-34e09c42-94b0-4920-b4a2-addbfba7168f tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:06:59.733316 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b5e93865-dbc3-459c-a3d9-a1c3720f8e74 req-34e09c42-94b0-4920-b4a2-addbfba7168f tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0480213 Sep 04 16:06:59.773349 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b5e93865-dbc3-459c-a3d9-a1c3720f8e74 req-0085a035-77a7-449f-a5de-5ad9f100335c tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338676 Sep 04 16:07:00.893562 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5e80-8554-4327-b116-16770a325e19 req-316ce247-2222-4110-9b6d-35268c5ae102 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:00.895089 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9ddd5e80-8554-4327-b116-16770a325e19 req-316ce247-2222-4110-9b6d-35268c5ae102 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0526900 Sep 04 16:07:00.937799 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9ddd5e80-8554-4327-b116-16770a325e19 req-c5a8d79f-4ade-45d0-aa49-fa9f01909e59 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367560 Sep 04 16:07:01.013643 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987e6ea-e79b-4c4d-872f-b3952ab41096 req-36c9bdbd-4e9a-4b71-aca5-c65aff7c1193 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:01.015095 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f987e6ea-e79b-4c4d-872f-b3952ab41096 req-36c9bdbd-4e9a-4b71-aca5-c65aff7c1193 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 947 time: 0.0480881 Sep 04 16:07:01.052430 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f987e6ea-e79b-4c4d-872f-b3952ab41096 req-2f8fcea3-a93d-4f15-8c80-2fe034b04a5c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314491 Sep 04 16:07:02.052329 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbba69c-4c86-448e-b1bc-881a220ddbd1 req-b05abc04-a866-46e9-8ac8-adb526d05f25 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:02.053713 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6fbba69c-4c86-448e-b1bc-881a220ddbd1 req-b05abc04-a866-46e9-8ac8-adb526d05f25 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0484850 Sep 04 16:07:02.090311 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6fbba69c-4c86-448e-b1bc-881a220ddbd1 req-d0afef0d-cf3a-4325-9d0b-12e1efe30557 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304275 Sep 04 16:07:02.178068 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a2023-db1a-4e6e-ae3a-0c44afeceac8 req-2ac4e965-fe75-4f00-9b32-f16ffb2971e3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:02.179495 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ab5a2023-db1a-4e6e-ae3a-0c44afeceac8 req-2ac4e965-fe75-4f00-9b32-f16ffb2971e3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 947 time: 0.0521960 Sep 04 16:07:02.216632 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ab5a2023-db1a-4e6e-ae3a-0c44afeceac8 req-a0282119-eb60-4ad6-9b72-da76e64cf9bc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310776 Sep 04 16:07:03.193190 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-d2c6a6c5-9e02-4c15-97ae-e46e3d2b3486 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:03.194604 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-d2c6a6c5-9e02-4c15-97ae-e46e3d2b3486 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 947 time: 0.0726924 Sep 04 16:07:03.241398 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0f04-a6ac-41ce-a071-db0397d41c62 req-94e4b8c0-117a-4661-94a4-e872a468894c tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:03.242852 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-14db0f04-a6ac-41ce-a071-db0397d41c62 req-94e4b8c0-117a-4661-94a4-e872a468894c tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0853488 Sep 04 16:07:03.310755 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-14db0f04-a6ac-41ce-a071-db0397d41c62 req-02ddeb6f-55dd-4eac-89ff-1319dbc013bd tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595102 Sep 04 16:07:03.330983 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Deleting port bcef89de-da6d-4438-9e11-f05f93f56443 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:03.331331 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:03.333985 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb25b2-0046-4880-adf6-1366dde01c9b req-31b86c24-7628-49eb-beeb-7eb260ccd60e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:03.335493 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1ceb25b2-0046-4880-adf6-1366dde01c9b req-31b86c24-7628-49eb-beeb-7eb260ccd60e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 947 time: 0.0485201 Sep 04 16:07:03.373566 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1ceb25b2-0046-4880-adf6-1366dde01c9b req-810a8555-c0b5-4623-bf8a-0d8279727879 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea713b21-f8fe-420d-a1b5-43599f693477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312204 Sep 04 16:07:03.419048 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] For port bcef89de-da6d-4438-9e11-f05f93f56443, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcef89de-da6d-4438-9e11-f05f93f56443,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:03.419411 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:03.632265 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:03.632672 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:03.633047 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.l3_db [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Floating IP 26724f47-39f8-4210-a52c-aa856f10f699 disassociated. External IP: 172.27.2.147, port: bcef89de-da6d-4438-9e11-f05f93f56443. Sep 04 16:07:03.633391 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Calling delete_port for bcef89de-da6d-4438-9e11-f05f93f56443 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:03.760475 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:03.791251 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event deleted for resources: {'Port': ['ID=bcef89de-da6d-4438-9e11-f05f93f56443,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:03.803765 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.804128 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.804476 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.804817 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.805186 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.805523 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.805859 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.806207 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.806524 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.806855 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.807186 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.807516 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:03.909834 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Router 09d67062-98c4-49a2-bd7a-f39bd8c38dce has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:07:04.017659 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:04.029260 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] Sync routers for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:04.038266 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:04.038883 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:06:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:04.058416 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] No DVR routers for this DVR port bcef89de-da6d-4438-9e11-f05f93f56443 on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:07:04.061072 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:04.063057 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c1d12521-1214-4e93-a2f0-7c6fa6fa151b req-344364f6-5e62-435e-8bd8-7238c5e78944 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.46 "DELETE /v2.0/ports/bcef89de-da6d-4438-9e11-f05f93f56443 HTTP/1.1" status: 204 len: 173 time: 0.8622668 Sep 04 16:07:04.063508 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'name': 'network-vif-deleted', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:04.065815 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec600a2e-2dc0-4ef3-9f83-a4cf0f2f2a77" -d '{"events": [{"server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "name": "network-vif-deleted", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:04.116372 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f3f1c6-9cc7-433e-b5d0-e2c58ec865eb x-openstack-request-id: req-28f3f1c6-9cc7-433e-b5d0-e2c58ec865eb {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:04.116667 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c75674c-7a21-4dc8-8fbe-c6b89fd50725", "name": "network-vif-deleted", "tag": "bcef89de-da6d-4438-9e11-f05f93f56443", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:04.116950 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28f3f1c6-9cc7-433e-b5d0-e2c58ec865eb {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:04.117345 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c75674c-7a21-4dc8-8fbe-c6b89fd50725', 'name': 'network-vif-deleted', 'tag': 'bcef89de-da6d-4438-9e11-f05f93f56443', 'status': 'completed', 'code': 200} Sep 04 16:07:04.146504 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:04.341555 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:04.367635 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] Checking router: 09d67062-98c4-49a2-bd7a-f39bd8c38dce for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:04.375845 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:04.376463 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:06:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:04.437149 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bd345-87a6-422d-a3bf-c3d54a7bb272 req-cc9b3262-34e2-41e2-95e5-1e536072781b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:04.438738 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-df8bd345-87a6-422d-a3bf-c3d54a7bb272 req-cc9b3262-34e2-41e2-95e5-1e536072781b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0592222 Sep 04 16:07:04.490609 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-df8bd345-87a6-422d-a3bf-c3d54a7bb272 req-da3b5bdf-a101-4f2a-8c7a-a23061a1c3c4 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444324 Sep 04 16:07:04.494350 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3cd21a82-778d-4768-906b-12e8366f2848 req-8a07fee7-4182-4bf5-b019-77ad66824aa7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0371015 Sep 04 16:07:04.600518 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:04.792058 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:04.822214 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6bd72-2423-403f-b818-44709d1925f3 None None] The sync data for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi is: [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:05.047172 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5ef05-22c9-4696-8c07-1493cfc43379 None None] New status for floating IP 26724f47-39f8-4210-a52c-aa856f10f699: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:07:05.068012 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5700bb66-e39a-48ad-9626-146541f64aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:05.603511 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6e933c89-8822-45c1-9483-043ebc72b1dc req-0feb5183-ffe7-4559-a8ea-473234889ab8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0336046 Sep 04 16:07:05.613826 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7942b55-bcff-4228-a086-120b1fbf69b8 req-65b9704a-63f6-40ef-93a3-7328f9dcdfef tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:05.615341 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f7942b55-bcff-4228-a086-120b1fbf69b8 req-65b9704a-63f6-40ef-93a3-7328f9dcdfef tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0594916 Sep 04 16:07:05.655773 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f7942b55-bcff-4228-a086-120b1fbf69b8 req-61b59bc6-d052-411f-8c52-a957f7405e06 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328429 Sep 04 16:07:06.705135 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-48081273-2bd7-45a1-9848-a0771264dcc3 req-429464b9-d85e-4ed7-83a0-0874283aebf5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c75674c-7a21-4dc8-8fbe-c6b89fd50725 HTTP/1.1" status: 200 len: 210 time: 0.0276914 Sep 04 16:07:06.772325 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a525c-00f8-4d2c-8690-c8dd25bd3705 req-e3c04188-0804-4610-add0-06332e0ebaae tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:06.773851 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-243a525c-00f8-4d2c-8690-c8dd25bd3705 req-e3c04188-0804-4610-add0-06332e0ebaae tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0499134 Sep 04 16:07:06.821443 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-243a525c-00f8-4d2c-8690-c8dd25bd3705 req-20188922-8219-4044-8bf8-c5f32c61a0ad tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Sep 04 16:07:07.693845 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device bcef89de-da6d-4438-9e11-f05f93f56443 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:07:07.713331 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: bcef89de-da6d-4438-9e11-f05f93f56443 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:07:07.713682 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device bcef89de-da6d-4438-9e11-f05f93f56443 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:07:07.798100 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48708) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:07.850461 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9130d7ff-6611-4927-b8d7-8cdbd406973d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:07.873426 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9130d7ff-6611-4927-b8d7-8cdbd406973d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:07.888791 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7a51bf72-4c7d-4930-99b6-84ae2e5be5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:07.952127 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ebe94-8b24-4330-87d7-68f23080671d req-c1f55f1d-52d6-4d4d-80d8-5a41a5eae3ee tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:07.953633 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8c4ebe94-8b24-4330-87d7-68f23080671d req-c1f55f1d-52d6-4d4d-80d8-5a41a5eae3ee tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0623133 Sep 04 16:07:07.966800 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9130d7ff-6611-4927-b8d7-8cdbd406973d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:07.969302 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9130d7ff-6611-4927-b8d7-8cdbd406973d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:07.970347 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9130d7ff-6611-4927-b8d7-8cdbd406973d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "DELETE /v2.0/security-groups/ea713b21-f8fe-420d-a1b5-43599f693477 HTTP/1.1" status: 204 len: 168 time: 0.1712160 Sep 04 16:07:07.973216 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48712) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:07.986880 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.api.v2.resource [None req-2f8e5069-645e-4969-9796-d058e7f7eb0f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] show failed (client error): The resource could not be found. Sep 04 16:07:07.987410 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130d7ff-6611-4927-b8d7-8cdbd406973d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea713b21-f8fe-420d-a1b5-43599f693477,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:07.990598 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48714) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:07.990727 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-2f8e5069-645e-4969-9796-d058e7f7eb0f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups/ea713b21-f8fe-420d-a1b5-43599f693477 HTTP/1.1" status: 404 len: 347 time: 0.0164921 Sep 04 16:07:08.045215 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8c4ebe94-8b24-4330-87d7-68f23080671d req-02271d74-00d7-472b-a5ea-95a0584ec2d3 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852919 Sep 04 16:07:08.129200 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-53d7a27a-5bcd-413d-96ec-05fde9b3bd19 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Deleting port 7cab1d2e-2ece-4c9e-a6b2-2f80028aa94f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:08.129353 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53d7a27a-5bcd-413d-96ec-05fde9b3bd19 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.138741 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.205218 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53d7a27a-5bcd-413d-96ec-05fde9b3bd19 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.205593 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53d7a27a-5bcd-413d-96ec-05fde9b3bd19 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.217413 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-53d7a27a-5bcd-413d-96ec-05fde9b3bd19 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Calling delete_port for 7cab1d2e-2ece-4c9e-a6b2-2f80028aa94f owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:08.356464 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53d7a27a-5bcd-413d-96ec-05fde9b3bd19 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.382325 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7a27a-5bcd-413d-96ec-05fde9b3bd19 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event deleted for resources: {'Port': ['ID=7cab1d2e-2ece-4c9e-a6b2-2f80028aa94f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:08.448496 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53d7a27a-5bcd-413d-96ec-05fde9b3bd19 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.451159 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-53d7a27a-5bcd-413d-96ec-05fde9b3bd19 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.452901 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-53d7a27a-5bcd-413d-96ec-05fde9b3bd19 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "DELETE /v2.0/floatingips/26724f47-39f8-4210-a52c-aa856f10f699 HTTP/1.1" status: 204 len: 168 time: 0.4609363 Sep 04 16:07:08.714751 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48728) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:08.719446 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-f57ddb29-7dc6-477e-9008-703b7c748b29 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848508038', 'description': 'tempest-description--1625041298'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:08.741348 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f57ddb29-7dc6-477e-9008-703b7c748b29 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.818642 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f57ddb29-7dc6-477e-9008-703b7c748b29 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.822549 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f57ddb29-7dc6-477e-9008-703b7c748b29 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.847721 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f57ddb29-7dc6-477e-9008-703b7c748b29 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.848929 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f57ddb29-7dc6-477e-9008-703b7c748b29 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1331758 Sep 04 16:07:08.852055 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48730) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:08.852744 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ddb29-7dc6-477e-9008-703b7c748b29 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48669d7e-d63f-4869-a122-c1bf34f31cf0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:08.857316 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'security_group_rule': {'security_group_id': '48669d7e-d63f-4869-a122-c1bf34f31cf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:08.884530 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.933749 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.937342 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.954229 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a936598-23fb-4309-a458-0257d61f742f,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:08.963548 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.963902 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.964249 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.964620 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.965020 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.965361 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.965694 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.966027 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.966358 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.966687 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.967015 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.967342 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:08.969896 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:08.973590 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0587803e-6b6e-43f8-a100-9d3498dd2f12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179554 Sep 04 16:07:08.974499 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48732) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:08.978098 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-54a97470-bb7f-48d7-a0d8-c4bb79ca28cd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'security_group_rule': {'security_group_id': '48669d7e-d63f-4869-a122-c1bf34f31cf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:09.005085 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54a97470-bb7f-48d7-a0d8-c4bb79ca28cd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.010867 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.064169 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54a97470-bb7f-48d7-a0d8-c4bb79ca28cd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.067842 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54a97470-bb7f-48d7-a0d8-c4bb79ca28cd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.086236 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a97470-bb7f-48d7-a0d8-c4bb79ca28cd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964ab27c-bb81-40ca-99d5-828c833d3f7b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:09.093740 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54a97470-bb7f-48d7-a0d8-c4bb79ca28cd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.097292 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-54a97470-bb7f-48d7-a0d8-c4bb79ca28cd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225989 Sep 04 16:07:09.098012 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48736) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:09.102629 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'floatingip': {'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:09.134111 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.199216 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b3f5f-6bb8-4bb8-a7d3-d060384b7492 req-bf11ae9b-0bfd-41a4-9238-68d63feb4355 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:09.200678 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-429b3f5f-6bb8-4bb8-a7d3-d060384b7492 req-bf11ae9b-0bfd-41a4-9238-68d63feb4355 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0798686 Sep 04 16:07:09.271988 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-429b3f5f-6bb8-4bb8-a7d3-d060384b7492 req-4610f9ce-1b3a-4a4d-aa27-c0eaf053b811 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637629 Sep 04 16:07:09.288036 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.393267 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Allocated IP 172.27.2.32 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/c828dde1-00f7-40ea-9e8c-776f11190e76) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:09.494246 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.533184 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.571004 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:09.574487 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:09.580815 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:09.603859 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'Port': ['ID=c828dde1-00f7-40ea-9e8c-776f11190e76,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:09.669635 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.702110 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.858000 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.862237 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.927640 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'Port': ['ID=c828dde1-00f7-40ea-9e8c-776f11190e76,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:09.937513 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.951324 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:09.952730 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-31714cbc-81bc-4b53-be82-ee8289720cad tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8537142 Sep 04 16:07:10.134476 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-67667e9c-081c-4f4e-9c97-992910bf4abf tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--848508038&fields=id&tenant_id=6f1873aa89b04304a4553ff72225c139 HTTP/1.1" status: 200 len: 267 time: 0.0332904 Sep 04 16:07:10.237731 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-56f37aef-c656-4b88-ad3f-80e8fecb500f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:10.239184 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-56f37aef-c656-4b88-ad3f-80e8fecb500f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 817 time: 0.0978732 Sep 04 16:07:10.253819 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-36f75628-763b-4164-8eb3-73dd21a0b376 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/quotas/6f1873aa89b04304a4553ff72225c139 HTTP/1.1" status: 200 len: 375 time: 0.0089862 Sep 04 16:07:10.311043 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-0fe69edc-370a-4709-abf3-756e2e9436cc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508804 Sep 04 16:07:10.389220 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee296c73-27de-479c-8fb7-05f11d59494b req-0daf04f9-20e6-4025-a1a6-ee54fe4b064e tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:10.391197 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ee296c73-27de-479c-8fb7-05f11d59494b req-0daf04f9-20e6-4025-a1a6-ee54fe4b064e tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0537047 Sep 04 16:07:10.406226 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-0fb0d6e0-9a99-42e2-9330-1df2b32bbeb9 service neutron] 10.222.0.53 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836580 Sep 04 16:07:10.428120 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ee296c73-27de-479c-8fb7-05f11d59494b req-e2495abc-858e-44e7-a802-7f717fb6c3f7 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313387 Sep 04 16:07:10.495578 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-53a67520-0c15-42e8-808a-788ce8463848 service neutron] 10.222.0.53 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832818 Sep 04 16:07:10.629482 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:07:10.653484 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-534290d5-0f82-4703-811c-661a27f0ae72 req-be1b4b42-fb0e-44cd-accc-8546e79ef9c7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 210 time: 0.0259345 Sep 04 16:07:10.691318 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:11.555751 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586ac1d-13bc-47e5-ac0e-819646367656 req-16e7de44-9900-41d8-b9ed-ebafcaf4bc98 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:11.558421 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9586ac1d-13bc-47e5-ac0e-819646367656 req-16e7de44-9900-41d8-b9ed-ebafcaf4bc98 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0600686 Sep 04 16:07:11.569274 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-9a6636d0-1614-4b1c-84aa-9146fa6142cc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:11.570727 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-9a6636d0-1614-4b1c-84aa-9146fa6142cc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 817 time: 0.1282790 Sep 04 16:07:11.600670 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9586ac1d-13bc-47e5-ac0e-819646367656 req-5c593f7b-22f7-4703-b31b-038ea128159d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348690 Sep 04 16:07:11.626681 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-140cce94-2098-4da9-855c-d98bc3fe98ca tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f1873aa89b04304a4553ff72225c139 HTTP/1.1" status: 200 len: 379 time: 0.0465374 Sep 04 16:07:11.639489 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'port': {'device_id': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'admin_state_up': True, 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'security_groups': ['48669d7e-d63f-4869-a122-c1bf34f31cf0']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:11.758569 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3a1c665b-6bf9-49af-8888-63fb3b229727 req-4d74cab1-5411-4931-88c6-1348d62fff91 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 210 time: 0.0325582 Sep 04 16:07:11.786682 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Made reservation on behalf of 6f1873aa89b04304a4553ff72225c139 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:07:11.790227 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:11.917880 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Allocated IP 172.20.0.9 (8145cfc6-cacf-4582-8605-57f0abbfc4ea/54a33e9a-5d0b-4044-9bcd-845362bfae8d/e4949dc9-8d1d-439a-a09a-7ee45a9ff3af) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:12.053393 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:12.066967 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Transition to ACTIVE for port object e4949dc9-8d1d-439a-a09a-7ee45a9ff3af will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:12.101249 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:12.145090 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Network 8145cfc6-cacf-4582-8605-57f0abbfc4ea is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:12.148047 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:12.150417 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:12.182697 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event updated for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:12.213577 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:12.215079 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:12.230316 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-fef8060c-7aa1-4fdb-bb3e-0aafb278fc1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5948963 Sep 04 16:07:12.246358 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:12.289085 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Request body: {'port': {'device_id': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:12.341659 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:12.345460 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-33d8d198-e2d4-4201-92ee-169dd093a7dc None None] Provisioning for port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:12.349250 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-33d8d198-e2d4-4201-92ee-169dd093a7dc None None] Provisioning complete for port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:12.349626 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33d8d198-e2d4-4201-92ee-169dd093a7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:12.382332 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-33d8d198-e2d4-4201-92ee-169dd093a7dc None None] Port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:07:12.719624 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956a263-beb8-4567-aa32-c9b9329b788a req-606a3715-c2ae-44ff-b9e0-65187a981578 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:12.721117 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3956a263-beb8-4567-aa32-c9b9329b788a req-606a3715-c2ae-44ff-b9e0-65187a981578 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0498898 Sep 04 16:07:12.761855 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3956a263-beb8-4567-aa32-c9b9329b788a req-300c43d7-8f86-4fd4-9b99-9fd19ece4f19 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345366 Sep 04 16:07:12.853509 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4949dc9-8d1d-439a-a09a-7ee45a9ff3af {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:07:12.874229 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:12.890911 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Transition to ACTIVE for port object e4949dc9-8d1d-439a-a09a-7ee45a9ff3af will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:12.895064 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:12.930912 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4aeb6-580c-40c3-b90f-a0f44070608c req-99334aa2-6e43-439b-a244-d47be08ec7b8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:12.932986 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d9e4aeb6-580c-40c3-b90f-a0f44070608c req-99334aa2-6e43-439b-a244-d47be08ec7b8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 931 time: 0.0975888 Sep 04 16:07:12.970209 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Pushing event updated for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:13.031759 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d9e4aeb6-580c-40c3-b90f-a0f44070608c req-c5a02e2f-a2c8-4f5f-9a39-9aaf2b5ff363 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900254 Sep 04 16:07:13.062595 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Attempting to bind port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:07:13.062932 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Attempting to bind port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:07:13.063259 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Attempting to bind port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af on network 8145cfc6-cacf-4582-8605-57f0abbfc4ea {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:07:13.067772 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af on network 8145cfc6-cacf-4582-8605-57f0abbfc4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:07:13.068091 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Attempting to bind port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af on network 8145cfc6-cacf-4582-8605-57f0abbfc4ea {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:07:13.072927 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:07:13.073416 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Checking segment: {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:07:13.073871 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Bound using segment: {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:07:13.074313 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Bound port: e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84cba6cd-bf98-48d4-b07e-3a6de80e2355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:07:13.074675 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:13.140173 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:07:13.143079 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:07:13.146414 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:13.176771 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:13.177523 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:13.178759 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] 10.222.0.46 "PUT /v2.0/ports/e4949dc9-8d1d-439a-a09a-7ee45a9ff3af HTTP/1.1" status: 200 len: 1093 time: 0.8941870 Sep 04 16:07:13.179185 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:13.181427 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b" -d '{"events": [{"name": "network-changed", "server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:13.217391 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6b2ca-0e6b-49f7-8e81-837353e09472 service neutron] Pushing event updated for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:13.229302 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202c178f-ebd4-47f9-a130-9f4bbbe83db9 x-openstack-request-id: req-202c178f-ebd4-47f9-a130-9f4bbbe83db9 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:13.229599 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:13.229855 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-202c178f-ebd4-47f9-a130-9f4bbbe83db9 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:13.230994 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'status': 'completed', 'code': 200} Sep 04 16:07:13.286207 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-d4f42e92-ef2e-4640-a6e6-3290414a1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:13.287949 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-d4f42e92-ef2e-4640-a6e6-3290414a1ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 1096 time: 0.0450428 Sep 04 16:07:13.335807 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-94cc0ddf-c81c-4a20-8815-20a4840bb799 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af HTTP/1.1" status: 200 len: 217 time: 0.0372937 Sep 04 16:07:13.386560 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-517ac973-5e10-4638-8a1c-0bc1fbe1e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:13.388026 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-517ac973-5e10-4638-8a1c-0bc1fbe1e015 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0448344 Sep 04 16:07:13.435904 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-57dca7d0-4b0d-4073-9852-5f7ea04ce2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:13.437435 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-57dca7d0-4b0d-4073-9852-5f7ea04ce2e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411186 Sep 04 16:07:13.528753 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-22335e8d-4bdb-4abf-af0f-a0e38b83c942 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835869 Sep 04 16:07:13.620700 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-eae679b6-4e4b-427b-9bb7-4afe209480d8 req-da9d199a-4c28-4120-9fbe-836e96022e57 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837038 Sep 04 16:07:13.708943 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-42c4c4c8-b45e-4b2f-81e1-7c13435ddc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:13.710426 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-42c4c4c8-b45e-4b2f-81e1-7c13435ddc5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 1096 time: 0.0445261 Sep 04 16:07:13.800380 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-fbb60f11-c36a-4618-8d03-b01aabe193e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:13.801908 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-fbb60f11-c36a-4618-8d03-b01aabe193e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 918 time: 0.0842371 Sep 04 16:07:13.848406 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-61098dda-e26d-4ae6-a26d-676c76be9aaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af HTTP/1.1" status: 200 len: 217 time: 0.0386517 Sep 04 16:07:13.916111 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-b0bd04bb-7b8f-43d0-9147-abe8ba37ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:13.918087 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-b0bd04bb-7b8f-43d0-9147-abe8ba37ddeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0617633 Sep 04 16:07:13.929768 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db458f5a-68b2-408c-aa2c-477511ccd1a9 req-68e9da87-f963-4e2e-a4ee-dc09652409da tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:13.931167 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-db458f5a-68b2-408c-aa2c-477511ccd1a9 req-68e9da87-f963-4e2e-a4ee-dc09652409da tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0854290 Sep 04 16:07:13.991048 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-db458f5a-68b2-408c-aa2c-477511ccd1a9 req-8f05fd46-8a02-4325-81f0-c54400640134 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515983 Sep 04 16:07:13.996503 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-71b584c6-9a5c-40cf-aee2-206e023ac50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:13.998042 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-71b584c6-9a5c-40cf-aee2-206e023ac50a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660636 Sep 04 16:07:14.093835 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-0f3d8f08-963b-4ffc-92ea-0fd1dbf4398f service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882978 Sep 04 16:07:14.199292 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a1c00-77fa-44ca-9be4-2b6d43a1ffa3 req-2fb7e55c-1b1f-4bae-9c2c-44ef990ef351 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:14.200892 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c73a1c00-77fa-44ca-9be4-2b6d43a1ffa3 req-2fb7e55c-1b1f-4bae-9c2c-44ef990ef351 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0618129 Sep 04 16:07:14.209232 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a5ed6599-ec8f-44dd-b724-6ad16e1b492b req-82105066-5364-439e-9fcf-e574e621068c service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083043 Sep 04 16:07:14.238867 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c73a1c00-77fa-44ca-9be4-2b6d43a1ffa3 req-7fde99b5-6e62-4603-a03c-1c19d8591956 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Sep 04 16:07:15.110083 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c3e40-530c-4ad6-b5fc-6dbfbcaf88ad req-421cd159-9330-404a-8400-fb7afcd9d24d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:15.111603 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-040c3e40-530c-4ad6-b5fc-6dbfbcaf88ad req-421cd159-9330-404a-8400-fb7afcd9d24d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0501726 Sep 04 16:07:15.150500 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-040c3e40-530c-4ad6-b5fc-6dbfbcaf88ad req-151afd17-7ba5-44a4-8a0e-cfbb674125b2 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326617 Sep 04 16:07:15.367412 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbcadf-8d5b-4930-adef-a6072b2e8cfb req-41ea1ab0-0ae5-4f14-bb92-ca9c8f24e2ab tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:15.373366 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bcdbcadf-8d5b-4930-adef-a6072b2e8cfb req-41ea1ab0-0ae5-4f14-bb92-ca9c8f24e2ab tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0557983 Sep 04 16:07:15.393933 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea18dd5-31d2-4fb9-9d5f-fd8856ee5feb req-1ffced12-8dfa-4245-993c-9046b6e1a52d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:15.395454 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0ea18dd5-31d2-4fb9-9d5f-fd8856ee5feb req-1ffced12-8dfa-4245-993c-9046b6e1a52d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0776496 Sep 04 16:07:15.413625 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bcdbcadf-8d5b-4930-adef-a6072b2e8cfb req-c08a0225-0bd5-490a-8328-0adc4184190f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361042 Sep 04 16:07:15.424346 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-0740e0d4-4660-403d-8329-027cd7ec7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:15.426193 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-0740e0d4-4660-403d-8329-027cd7ec7ee7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 1098 time: 0.0718398 Sep 04 16:07:15.471421 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0ea18dd5-31d2-4fb9-9d5f-fd8856ee5feb req-02a7d816-28cd-4536-9267-3f292c7484d7 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673339 Sep 04 16:07:15.534997 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-e1b4b094-5de2-4034-a969-ac8baa755176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:15.536377 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-e1b4b094-5de2-4034-a969-ac8baa755176 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 911 time: 0.1022239 Sep 04 16:07:15.592946 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device e4949dc9-8d1d-439a-a09a-7ee45a9ff3af details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:07:15.608937 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-08d9ac57-24be-4f30-a7db-550ffdf14c69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba HTTP/1.1" status: 200 len: 1001 time: 0.0646777 Sep 04 16:07:15.668458 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-342960ba-916c-4f15-8c66-bedac8bb3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:15.670229 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-342960ba-916c-4f15-8c66-bedac8bb3e71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abd7cd50-8463-4788-bd97-a825c2e48f4d HTTP/1.1" status: 200 len: 849 time: 0.0527680 Sep 04 16:07:15.689863 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:15.701753 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'port_id': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'mac_address': 'fa:16:3e:8a:2c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:07:15.716526 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-cc70ed89-26aa-4575-85a4-b1c9f3292634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:15.718043 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-cc70ed89-26aa-4575-85a4-b1c9f3292634 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b1340d0-32a0-4889-b4c1-1455af846b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402966 Sep 04 16:07:15.738624 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:15.751268 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4949dc9-8d1d-439a-a09a-7ee45a9ff3af {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:07:15.770281 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:15.773813 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:15.816383 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-60077d53-d715-4330-b43b-4d25c4c14fed service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900037 Sep 04 16:07:15.824631 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:15.905257 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2b75383a-d7d4-4ad1-9fb2-634eabbd4bef req-179505f6-4a8e-4119-abb8-896f91caa218 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810330 Sep 04 16:07:16.176180 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:07:16.544519 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9efc1-a402-4917-9457-9d5d4ea2e93f req-16292f3a-04b4-43a4-8123-8722f822dac7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:16.546173 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-21d9efc1-a402-4917-9457-9d5d4ea2e93f req-16292f3a-04b4-43a4-8123-8722f822dac7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 944 time: 0.0531931 Sep 04 16:07:16.601784 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-21d9efc1-a402-4917-9457-9d5d4ea2e93f req-663ece77-8f0f-4bf2-a746-d32abbfc60c9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453055 Sep 04 16:07:16.602486 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dcb6d-1746-4aef-95fe-d1962f857068 req-529907e9-4ed6-4e3e-b71b-770c8b490411 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:16.604766 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-400dcb6d-1746-4aef-95fe-d1962f857068 req-529907e9-4ed6-4e3e-b71b-770c8b490411 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0582888 Sep 04 16:07:16.660012 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-400dcb6d-1746-4aef-95fe-d1962f857068 req-f5cf7f14-e39f-48f5-b3ff-98dd9a11cab7 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431376 Sep 04 16:07:17.603610 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device e4949dc9-8d1d-439a-a09a-7ee45a9ff3af up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:17.652568 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48862) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:17.658229 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:17.662245 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:17.662625 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:17.723948 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11907c1-6c85-4a45-9aaf-1d386337c7db admin admin] Deleting subnet a4279f68-afcb-4ada-8484-16b0a2b08a4e {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:07:17.728286 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e11907c1-6c85-4a45-9aaf-1d386337c7db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:17.740037 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:17.762242 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:17.764462 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31387217-9eea-4ceb-a864-83b2f012ae08" -d '{"events": [{"server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "name": "network-vif-plugged", "status": "completed", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:17.775412 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8569a2-ef40-4886-9adc-f36e3fa3212a req-475069e5-003c-4c36-a058-c887876187f9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:17.777299 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:17.778151 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8a8569a2-ef40-4886-9adc-f36e3fa3212a req-475069e5-003c-4c36-a058-c887876187f9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 944 time: 0.0915303 Sep 04 16:07:17.780435 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e11907c1-6c85-4a45-9aaf-1d386337c7db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498299'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:17.790206 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:17.815018 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71374d4c-f44a-4c2e-b09e-b3f1ebc447ad x-openstack-request-id: req-71374d4c-f44a-4c2e-b09e-b3f1ebc447ad {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:17.815309 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "name": "network-vif-plugged", "status": "completed", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:17.815558 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71374d4c-f44a-4c2e-b09e-b3f1ebc447ad {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:17.815951 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'code': 200} Sep 04 16:07:17.857613 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:17.858201 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e11907c1-6c85-4a45-9aaf-1d386337c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:17.863852 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-8a8569a2-ef40-4886-9adc-f36e3fa3212a req-d3d93728-461e-4633-a238-4874ec1b0e7f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622818 Sep 04 16:07:17.919055 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e11907c1-6c85-4a45-9aaf-1d386337c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29005761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636583'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:17.946464 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11907c1-6c85-4a45-9aaf-1d386337c7db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4279f68-afcb-4ada-8484-16b0a2b08a4e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:17.949189 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e11907c1-6c85-4a45-9aaf-1d386337c7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:17.952832 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e11907c1-6c85-4a45-9aaf-1d386337c7db admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a4279f68-afcb-4ada-8484-16b0a2b08a4e HTTP/1.1" status: 204 len: 168 time: 0.2967489 Sep 04 16:07:17.953242 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48866) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:18.005864 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184b7de-5353-45c6-8cc8-51c3e1cd1f76 req-19616081-045a-4a45-8dcf-d93dfa59adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:18.007637 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3184b7de-5353-45c6-8cc8-51c3e1cd1f76 req-19616081-045a-4a45-8dcf-d93dfa59adc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 1098 time: 0.0408585 Sep 04 16:07:18.020679 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.043725 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3184b7de-5353-45c6-8cc8-51c3e1cd1f76 req-0074390f-c6b7-408a-87aa-ce151dace1df service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280471 Sep 04 16:07:18.102301 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.112481 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221c5c6d-cbe1-4276-9a60-ae657bcaff13']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:18.123041 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2958eda4-2598-43e0-8179-91db91c4ca56') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:18.123340 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2958eda4-2598-43e0-8179-91db91c4ca56') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:18.133177 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498274'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.146692 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.152794 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:07:18.153211 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29005727'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: Traceback (most recent call last): Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: timer() Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: cb(*args, **kw) Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: return func(*args, **kwargs) Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: self._notify() Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: self.callback(batched_events) Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: event.method(event) Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: return f(self, *a, **k) Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._get(url).json() Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:07:18.154793 dv-cinder-799663-6-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:07:18.210757 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.215820 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.217745 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] 10.222.0.53 "DELETE /v2.0/networks/221c5c6d-cbe1-4276-9a60-ae657bcaff13 HTTP/1.1" status: 204 len: 168 time: 0.2638347 Sep 04 16:07:18.231112 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671741b-232b-468f-ac8c-d7ae9225cb46 admin admin] Pushing event deleted for resources: {'Network': ['ID=221c5c6d-cbe1-4276-9a60-ae657bcaff13,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:18.378194 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48870) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:18.417902 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b63a359d-e9c4-401b-be3c-9459c94a7791 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcba48417aba4f9ab53749a3a0488a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374484 Sep 04 16:07:18.419716 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48872) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:18.466401 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-446e4b6f-4422-4207-a9df-3685316c0573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.487744 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-446e4b6f-4422-4207-a9df-3685316c0573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.533699 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-446e4b6f-4422-4207-a9df-3685316c0573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.536180 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-446e4b6f-4422-4207-a9df-3685316c0573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:18.537381 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-446e4b6f-4422-4207-a9df-3685316c0573 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5190ca1d-fd64-4ea2-ba51-0159c9703d47 HTTP/1.1" status: 204 len: 168 time: 0.1167850 Sep 04 16:07:18.546275 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e4b6f-4422-4207-a9df-3685316c0573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5190ca1d-fd64-4ea2-ba51-0159c9703d47,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:18.996196 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccd8f0-5d79-44a7-91ab-fc066581da17 req-9a0eca98-31c3-4963-9b50-9ffdd09a1b71 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:18.997656 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-22ccd8f0-5d79-44a7-91ab-fc066581da17 req-9a0eca98-31c3-4963-9b50-9ffdd09a1b71 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0503442 Sep 04 16:07:19.036525 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-22ccd8f0-5d79-44a7-91ab-fc066581da17 req-2d52e243-396f-49a8-a9e0-ea4a1f7c7513 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330076 Sep 04 16:07:19.218513 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48896) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:19.314614 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1625768271-network', 'tenant_id': '46881f97ebf64e96a09874dbee3256df'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:19.335468 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Made reservation on behalf of 46881f97ebf64e96a09874dbee3256df for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:07:19.337897 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.349903 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.442125 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.446491 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.460660 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:07:19.493304 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.493635 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Added segment fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf of type vlan for network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb Sep 04 16:07:19.502450 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66f5c16-b2aa-4f3a-8344-f36cc50f6287,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:19.542166 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.565682 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.566675 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:19.567265 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.597951 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3783312 Sep 04 16:07:19.600957 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48900) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:19.605950 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Request body: {'subnet': {'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1625768271-subnet', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:19.626059 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Made reservation on behalf of 46881f97ebf64e96a09874dbee3256df for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:07:19.628390 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29123291'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.629084 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0286175-6540-4d0b-87fb-e5428c33628d admin admin] Pushing event updated for resources: {'Network': ['ID=359c4769-ef63-4cd3-ab30-db5ec80d1ffb,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:19.639881 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:07:19.791912 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25244428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29123317'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.851510 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a1fd8b-0040-42b1-a38d-af75a25c1424,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:19.860141 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Checking segment: {'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:07:19.860494 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Network hostable DHCP agents. Network: 359c4769-ef63-4cd3-ab30-db5ec80d1ffb, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:07:19.877120 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:07:19.886374 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 359c4769-ef63-4cd3-ab30-db5ec80d1ffb) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:19.890472 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:19.891051 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.896647 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e6e16-4a13-4914-819c-f38649f14fcf None None] Network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:07:19.910911 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ad10b5bf-7af9-4c04-8f29-4604aca0cbf6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3088500 Sep 04 16:07:19.913716 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48902) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:19.918977 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:19.939549 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26187'] for router, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.940566 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3914403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26226'] for router, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:19.990228 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.044127 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b69fc18-f8a6-50e2-9dd4-70f05aad994d-359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424'}]}} from dv-cinder-799663-6-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 04 16:07:20.045025 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.132676 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.163518 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d2473-9360-4e55-b0e8-de33b945256d req-10ae692e-e563-48ee-b86e-708497944031 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:20.165381 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c97d2473-9360-4e55-b0e8-de33b945256d req-10ae692e-e563-48ee-b86e-708497944031 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0551591 Sep 04 16:07:20.193146 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Allocated IP 172.20.0.2 (359c4769-ef63-4cd3-ab30-db5ec80d1ffb/06a1fd8b-0040-42b1-a38d-af75a25c1424/fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:20.205506 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-c97d2473-9360-4e55-b0e8-de33b945256d req-ee8ca43b-b45c-46a0-8ee8-7628ea13d84f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340590 Sep 04 16:07:20.342297 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.351169 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Transition to ACTIVE for port object fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:20.367400 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Transition to ACTIVE for port object fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:20.374362 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.389022 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce53306-8763-4c10-9a77-966e66e3378a req-2c1ced02-f322-4d1e-b049-e2fa6f343d22 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:20.390559 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dce53306-8763-4c10-9a77-966e66e3378a req-2c1ced02-f322-4d1e-b049-e2fa6f343d22 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.1060870 Sep 04 16:07:20.399389 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.399562 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48908) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:20.404286 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bc38c325-31ec-4fde-806d-1c012a81abb2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Request body: {'floatingip': {'port_id': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:20.413059 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.415317 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:20.420544 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:20.425251 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:20.436177 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Pushing event updated for resources: {'Port': ['ID=fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:20.446174 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc38c325-31ec-4fde-806d-1c012a81abb2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.460480 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.460840 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.461220 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.461560 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.461900 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.462239 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.462574 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.462907 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.463362 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.463677 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.464016 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.464312 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:20.497080 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Attempting to bind port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:07:20.497381 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Attempting to bind port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:07:20.497767 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Attempting to bind port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 on network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:07:20.502932 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:07:20.503405 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Checking segment: {'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:07:20.503817 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.504234 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Bound using segment: {'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:07:20.504710 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Bound port: fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:07:20.505130 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.534193 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Allocated IP 172.27.2.254 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:20.584527 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] For port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:07:20.588809 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] For port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:07:20.593393 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.654683 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96898c-f691-4691-9d91-36cabf01c7d5 None None] Pushing event updated for resources: {'Port': ['ID=fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:20.661383 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.705284 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.742005 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:20.744928 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:20.747433 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:20.786584 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:20.952204 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc38c325-31ec-4fde-806d-1c012a81abb2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:20.957423 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc38c325-31ec-4fde-806d-1c012a81abb2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:21.035370 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:21.063952 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-bc38c325-31ec-4fde-806d-1c012a81abb2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Floating IP ebb2a57b-37d8-4b1d-8c87-2e324d803aca associated. External IP: 172.27.2.32, port: e4949dc9-8d1d-439a-a09a-7ee45a9ff3af. Sep 04 16:07:21.229473 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390'] for router, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:21.273717 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc38c325-31ec-4fde-806d-1c012a81abb2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Router 09d67062-98c4-49a2-bd7a-f39bd8c38dce has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:07:21.390322 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc38c325-31ec-4fde-806d-1c012a81abb2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:21.395596 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bc38c325-31ec-4fde-806d-1c012a81abb2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:21.402125 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] Sync routers for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:21.413665 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:21.414406 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:21.432399 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-bc38c325-31ec-4fde-806d-1c012a81abb2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "PUT /v2.0/floatingips/ebb2a57b-37d8-4b1d-8c87-2e324d803aca HTTP/1.1" status: 200 len: 990 time: 1.0311465 Sep 04 16:07:21.434564 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:21.437904 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1bba1f-30bc-46b0-9eb0-c0682452200d" -d '{"events": [{"name": "network-changed", "server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:21.539786 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:21.643487 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68752dc5-b9ed-4597-ae78-4bd4806f4eec x-openstack-request-id: req-68752dc5-b9ed-4597-ae78-4bd4806f4eec {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:21.643780 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:21.644033 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68752dc5-b9ed-4597-ae78-4bd4806f4eec {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:21.644434 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'status': 'completed', 'code': 200} Sep 04 16:07:21.648448 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a is scheduled to L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b with binding_index 1 {{(pid=93875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:07:21.778282 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-113be252-0f03-4e37-be48-158237ffcc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:21.779803 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-113be252-0f03-4e37-be48-158237ffcc0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 1098 time: 0.0868244 Sep 04 16:07:21.811979 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a4d8e5-969e-488e-8217-29f97a681317 None None] Network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:07:21.813835 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:21.823932 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Sync routers for ids ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:21.833606 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Routers {'22f49f2e-ceed-408b-8820-6bf7d28a2f9a'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:21.834214 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:21.865867 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:21.867248 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d3766741-ea8d-466c-8919-00532ad60745 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9523807 Sep 04 16:07:21.870611 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48918) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:21.891931 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-803a8635-8692-4155-8dc3-35e5dcf0ecb9 None None] Provisioning for port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:21.902258 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-09b827b4-2eaf-4f29-aa1f-846145f63462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:21.904011 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-09b827b4-2eaf-4f29-aa1f-846145f63462 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 918 time: 0.1153100 Sep 04 16:07:21.968041 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Set router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:21.984796 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-16023b0c-053b-40f6-b520-a472e5dbcc52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af HTTP/1.1" status: 200 len: 998 time: 0.0717754 Sep 04 16:07:22.051419 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-c61c0ffc-2413-462a-9463-5629ca9ffccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:22.052935 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-c61c0ffc-2413-462a-9463-5629ca9ffccb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0567284 Sep 04 16:07:22.068710 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'ebb2a57b-37d8-4b1d-8c87-2e324d803aca', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'port_id': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'mac_address': 'fa:16:3e:8a:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:09Z', 'updated_at': '2021-09-04T16:07:20Z', 'revision_number': 1, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:22.098434 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] Checking router: 09d67062-98c4-49a2-bd7a-f39bd8c38dce for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:22.116877 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:22.117498 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:22.121240 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-30ac31e9-37e1-4db2-8371-f9d12e8c3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:22.122810 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-30ac31e9-37e1-4db2-8371-f9d12e8c3e0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608807 Sep 04 16:07:22.207087 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:20Z', 'revision_number': 3, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:22.249806 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:22.252387 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Checking router: 22f49f2e-ceed-408b-8820-6bf7d28a2f9a for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:22.253047 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Updating router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 binding host dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:07:22.254654 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-4f768dbd-99d2-4ee3-bf1b-119f2ab9a455 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224632 Sep 04 16:07:22.284135 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:22.393688 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b1bba1f-30bc-46b0-9eb0-c0682452200d req-c5a2e3fe-8618-4b6c-8537-223603f67b1c service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302147 Sep 04 16:07:22.534954 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'ebb2a57b-37d8-4b1d-8c87-2e324d803aca', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'port_id': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'mac_address': 'fa:16:3e:8a:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:09Z', 'updated_at': '2021-09-04T16:07:20Z', 'revision_number': 1, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:22.570285 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2319d0-cce2-4902-bf1c-618709f490d2 None None] The sync data for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi is: [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'ebb2a57b-37d8-4b1d-8c87-2e324d803aca', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'port_id': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'mac_address': 'fa:16:3e:8a:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:09Z', 'updated_at': '2021-09-04T16:07:20Z', 'revision_number': 1, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:22.623463 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:22.634511 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:22.645408 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Transition to ACTIVE for port object 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:22.658111 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:22.681933 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:22.684147 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:22.687984 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:22.688425 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:22.715650 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Pushing event updated for resources: {'Port': ['ID=7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:22.722867 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.723253 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.723601 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.723943 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.724280 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.724612 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.724980 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.725310 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.725767 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.726106 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.726420 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.726739 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:22.744104 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Attempting to bind port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:07:22.745052 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Attempting to bind port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:07:22.745467 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Attempting to bind port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 on network b16a2c4c-bd8a-4256-8514-e368c3f8c25b {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:07:22.751083 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:07:22.751462 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:07:22.751866 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:22.752260 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Bound using segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:07:22.752744 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Bound port: 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:07:22.753140 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:22.793335 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:22.843244 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:22.849539 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:22.874278 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Allocated IP 172.20.0.1 (359c4769-ef63-4cd3-ab30-db5ec80d1ffb/06a1fd8b-0040-42b1-a38d-af75a25c1424/50b25828-f1ae-44cd-89dc-219df46de0b9) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:22.882545 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323afa30-f470-44ac-9cb4-ab9e15525016 None None] New status for floating IP ebb2a57b-37d8-4b1d-8c87-2e324d803aca: ACTIVE {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:07:22.903398 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] For port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:07:22.907543 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] For port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:07:22.912339 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:22.949337 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:22.972979 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c0177-8452-44fc-9fa7-5b6ed6b9528e None None] Pushing event updated for resources: {'Port': ['ID=7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:22.976281 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Routers {'22f49f2e-ceed-408b-8820-6bf7d28a2f9a'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:22.977677 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:23.006319 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:23.021373 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Transition to ACTIVE for port object 50b25828-f1ae-44cd-89dc-219df46de0b9 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:23.059697 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:23.082486 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] Set router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:23.100383 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:23.103127 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:23.109637 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:23.112796 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Pushing event updated for resources: {'Port': ['ID=50b25828-f1ae-44cd-89dc-219df46de0b9,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:23.150947 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373993'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:23.282741 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:20Z', 'revision_number': 3, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:23.286401 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:23.310862 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681fd67-99db-42d6-9dbf-125ede69a6dd None None] The sync data for ids ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'] in dv-cinder-799663-6-iscsi is: [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:20Z', 'revision_number': 3, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:23.389351 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f067151e-7cc2-4bb8-83c9-62c0b3a68c7d None None] Provisioning for port 50b25828-f1ae-44cd-89dc-219df46de0b9 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:23.393125 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-f067151e-7cc2-4bb8-83c9-62c0b3a68c7d None None] Provisioning complete for port 50b25828-f1ae-44cd-89dc-219df46de0b9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:23.393574 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f067151e-7cc2-4bb8-83c9-62c0b3a68c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:23.428586 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-f067151e-7cc2-4bb8-83c9-62c0b3a68c7d None None] Port 50b25828-f1ae-44cd-89dc-219df46de0b9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:07:23.456778 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:23.461993 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29005819'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:23.532911 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Pushing event updated for resources: {'Port': ['ID=50b25828-f1ae-44cd-89dc-219df46de0b9,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:23.535342 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914009'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:23.648121 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:23.649801 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:23.774496 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:07:23.888627 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:23.893862 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6e171252-e20e-4fe7-8117-f3fea11fa755 admin admin] 10.222.0.53 "PUT /v2.0/routers/22f49f2e-ceed-408b-8820-6bf7d28a2f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0221808 Sep 04 16:07:23.950103 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-609eb575-90d9-434b-b200-c43878c551f3 None None] Provisioning complete for port 50b25828-f1ae-44cd-89dc-219df46de0b9 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:23.950649 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-609eb575-90d9-434b-b200-c43878c551f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:23.989593 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-609eb575-90d9-434b-b200-c43878c551f3 None None] Port 50b25828-f1ae-44cd-89dc-219df46de0b9 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:07:24.369753 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:24.374851 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1465171175-network', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:24.394864 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Made reservation on behalf of c4e156b0c8f84b17b94595976123cc3e for: {'network': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:07:24.397124 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.405857 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.494825 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.498916 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.524898 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:07:24.535086 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fee395-6eae-45d1-ac43-77e45385f140,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:24.540580 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.541196 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.segments_db [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Added segment 3593418b-c801-4821-9370-575a14613c04 of type vlan for network f050dce9-93ba-401b-9bc8-f53c202a5d22 Sep 04 16:07:24.591042 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.620919 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.622073 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:24.622663 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.627789 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:24.665437 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48940) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:24.665995 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2946393 Sep 04 16:07:24.673071 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Request body: {'subnet': {'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1465171175-subnet', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'ip_version': 4}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:24.678541 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:24.679082 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.692586 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563f19a-f998-43b3-ae75-a76d4835d0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f050dce9-93ba-401b-9bc8-f53c202a5d22,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:24.703092 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Made reservation on behalf of c4e156b0c8f84b17b94595976123cc3e for: {'subnet': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:07:24.704473 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network f050dce9-93ba-401b-9bc8-f53c202a5d22 details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:07:24.705371 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29123291'] for subnet, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.828593 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:24.878173 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:24.886102 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:24.886545 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.893124 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25244428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29123317'] for subnet, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.896667 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Sync routers for ids ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:24.909541 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Routers {'22f49f2e-ceed-408b-8820-6bf7d28a2f9a'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:24.910531 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:24.944261 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=037c187a-29f7-418f-a576-7ba30745e7ff,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:24.960057 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Checking segment: {'id': '3593418b-c801-4821-9370-575a14613c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:07:24.960412 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Network hostable DHCP agents. Network: f050dce9-93ba-401b-9bc8-f53c202a5d22, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:07:24.978283 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:24.979508 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Network f050dce9-93ba-401b-9bc8-f53c202a5d22 is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:07:24.987967 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, f050dce9-93ba-401b-9bc8-f53c202a5d22) {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:24.993162 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:24.993765 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.002827 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b47b63-f0a2-499d-8dd3-a9cabef32fb2 None None] Network f050dce9-93ba-401b-9bc8-f53c202a5d22 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:07:25.013126 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48944) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:25.013676 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-4988d286-1911-48df-84d9-64db8b53a7ac admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3451817 Sep 04 16:07:25.017781 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1465171175-router', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:25.018047 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:25.023974 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.041037 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Set router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:25.041706 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26187'] for router, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.042940 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3914403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26226'] for router, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.100664 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.123545 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:25.204328 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b69fc18-f8a6-50e2-9dd4-70f05aad994d-f050dce9-93ba-401b-9bc8-f53c202a5d22', 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'fixed_ips': [{'subnet_id': '037c187a-29f7-418f-a576-7ba30745e7ff'}]}} from dv-cinder-799663-6-iscsi. {{(pid=93877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 04 16:07:25.205873 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.246851 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.274374 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:23Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '50b25828-f1ae-44cd-89dc-219df46de0b9', 'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'mac_address': 'fa:16:3e:e3:f8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:22Z', 'updated_at': '2021-09-04T16:07:23Z', 'revision_number': 2, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'subnets': [{'id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:25.305021 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Checking router: 22f49f2e-ceed-408b-8820-6bf7d28a2f9a for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:25.305297 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Updating router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a port 50b25828-f1ae-44cd-89dc-219df46de0b9 binding host dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:07:25.331575 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.347041 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.db_base_plugin_common [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Allocated IP 172.20.0.2 (f050dce9-93ba-401b-9bc8-f53c202a5d22/037c187a-29f7-418f-a576-7ba30745e7ff/3a7a9340-c4f3-4365-ab2d-71f902241ebd) {{(pid=93877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:25.471028 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.493430 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Notify callbacks [] for port, precommit_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.495263 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.502970 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Transition to ACTIVE for port object 3a7a9340-c4f3-4365-ab2d-71f902241ebd will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:25.520327 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Transition to ACTIVE for port object 3a7a9340-c4f3-4365-ab2d-71f902241ebd will not be triggered until provisioned by entity DHCP. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:25.526771 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035'] for port, after_create {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.604939 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.615656 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Allocated IP 172.27.2.240 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/0bf2964a-00db-4089-967c-4bc90672a3b8) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:25.616672 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Transition to ACTIVE for port object 50b25828-f1ae-44cd-89dc-219df46de0b9 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:25.624852 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.669018 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba0193-389a-46c6-8d1d-ddfcf6dbf22d None None] Pushing event updated for resources: {'Port': ['ID=50b25828-f1ae-44cd-89dc-219df46de0b9,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:25.703959 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Network f050dce9-93ba-401b-9bc8-f53c202a5d22 is already hosted by enough agents. {{(pid=93877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:25.707295 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.scheduler.base_scheduler [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Resources bound (agent type, host, resource id): {{(pid=93877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:25.709713 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Received port after_create {{(pid=93877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:25.738315 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Attempting to bind port 50b25828-f1ae-44cd-89dc-219df46de0b9 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:07:25.738789 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Attempting to bind port 50b25828-f1ae-44cd-89dc-219df46de0b9 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:07:25.739290 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Attempting to bind port 50b25828-f1ae-44cd-89dc-219df46de0b9 on network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:07:25.742824 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.746009 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:07:25.746536 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Checking segment: {'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:07:25.749459 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.749946 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Bound using segment: {'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:07:25.750545 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Bound port: 50b25828-f1ae-44cd-89dc-219df46de0b9, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:07:25.750999 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.763534 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Pushing event updated for resources: {'Port': ['ID=3a7a9340-c4f3-4365-ab2d-71f902241ebd,revision_number=1']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:25.783037 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Attempting to bind port 3a7a9340-c4f3-4365-ab2d-71f902241ebd on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:07:25.783416 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Attempting to bind port 3a7a9340-c4f3-4365-ab2d-71f902241ebd by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '3593418b-c801-4821-9370-575a14613c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:07:25.783784 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Attempting to bind port 3a7a9340-c4f3-4365-ab2d-71f902241ebd on network f050dce9-93ba-401b-9bc8-f53c202a5d22 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:07:25.789048 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:07:25.789801 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Checking segment: {'id': '3593418b-c801-4821-9370-575a14613c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:07:25.790421 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.792010 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Bound using segment: {'id': '3593418b-c801-4821-9370-575a14613c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:07:25.792716 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Bound port: 3a7a9340-c4f3-4365-ab2d-71f902241ebd, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3593418b-c801-4821-9370-575a14613c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:07:25.793402 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.794040 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.840337 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:25.843612 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:25.844481 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] For port 50b25828-f1ae-44cd-89dc-219df46de0b9, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:07:25.846860 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:25.849928 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] For port 50b25828-f1ae-44cd-89dc-219df46de0b9, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=50b25828-f1ae-44cd-89dc-219df46de0b9,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:07:25.858232 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.877290 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] For port 3a7a9340-c4f3-4365-ab2d-71f902241ebd, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:07:25.879604 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Pushing event updated for resources: {'Port': ['ID=0bf2964a-00db-4089-967c-4bc90672a3b8,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:25.880888 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] For port 3a7a9340-c4f3-4365-ab2d-71f902241ebd, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=3a7a9340-c4f3-4365-ab2d-71f902241ebd,segment=NetworkSegment(3593418b-c801-4821-9370-575a14613c04),segment_id=3593418b-c801-4821-9370-575a14613c04)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:07:25.888422 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:25.952307 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Routers {'22f49f2e-ceed-408b-8820-6bf7d28a2f9a'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:25.953319 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:25.955269 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8b032-a5c2-4d32-915b-9cb86a9c5089 None None] Pushing event updated for resources: {'Port': ['ID=3a7a9340-c4f3-4365-ab2d-71f902241ebd,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:25.962395 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba0193-389a-46c6-8d1d-ddfcf6dbf22d None None] Pushing event updated for resources: {'Port': ['ID=50b25828-f1ae-44cd-89dc-219df46de0b9,revision_number=4']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:26.084882 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] Set router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:26.201375 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:26.349116 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:23Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '50b25828-f1ae-44cd-89dc-219df46de0b9', 'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'mac_address': 'fa:16:3e:e3:f8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:22Z', 'updated_at': '2021-09-04T16:07:25Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'subnets': [{'id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:26.375402 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c5e42-e8f8-4c39-af69-548b6b14452d None None] The sync data for ids ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'] in dv-cinder-799663-6-iscsi is: [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:23Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '50b25828-f1ae-44cd-89dc-219df46de0b9', 'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'mac_address': 'fa:16:3e:e3:f8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:22Z', 'updated_at': '2021-09-04T16:07:25Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'subnets': [{'id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:26.445238 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3914428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912390'] for router, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:26.598309 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 is scheduled to L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b with binding_index 1 {{(pid=93876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:07:26.685610 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 50b25828-f1ae-44cd-89dc-219df46de0b9 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:26.725425 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:26.737595 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Sync routers for ids ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:26.749132 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:26.751462 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-3796cedb-73e4-441b-b051-196e268ea98e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7372515 Sep 04 16:07:26.754038 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48948) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:26.755331 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Routers {'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:26.757767 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:26.760010 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 50b25828-f1ae-44cd-89dc-219df46de0b9 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:26.768201 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 50b25828-f1ae-44cd-89dc-219df46de0b9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:26.768678 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:26.939449 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Set router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:27.057854 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.200678 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 50b25828-f1ae-44cd-89dc-219df46de0b9, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=50b25828-f1ae-44cd-89dc-219df46de0b9,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:27.214511 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.215038 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:27.269808 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=50b25828-f1ae-44cd-89dc-219df46de0b9,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:27.295263 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'name': 'tempest-TestShelveInstance-1465171175-router', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:26Z', 'revision_number': 3, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'gw_port': {'id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:27.332362 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0652e22f-9629-43ef-b949-2c233103ae8c None None] Network f050dce9-93ba-401b-9bc8-f53c202a5d22 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:07:27.346323 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Checking router: c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:27.347146 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Updating router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 port 0bf2964a-00db-4089-967c-4bc90672a3b8 binding host dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:07:27.423378 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.480702 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-4a4ce1b4-5d07-4b01-b424-f4556b530b1b None None] Provisioning for port 3a7a9340-c4f3-4365-ab2d-71f902241ebd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:27.487831 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:27.488215 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.510833 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.690225 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Allocated IP 172.20.0.1 (f050dce9-93ba-401b-9bc8-f53c202a5d22/037c187a-29f7-418f-a576-7ba30745e7ff/28818c7a-41d5-4b8a-b8a6-14f23c895510) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:27.768639 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 3a7a9340-c4f3-4365-ab2d-71f902241ebd up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:27.798587 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.816010 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.provisioning_blocks [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Transition to ACTIVE for port object 28818c7a-41d5-4b8a-b8a6-14f23c895510 will not be triggered until provisioned by entity DHCP. {{(pid=93876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:27.854764 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.868009 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.871396 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 3a7a9340-c4f3-4365-ab2d-71f902241ebd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:27.880035 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 3a7a9340-c4f3-4365-ab2d-71f902241ebd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:27.880396 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.884533 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Transition to ACTIVE for port object 0bf2964a-00db-4089-967c-4bc90672a3b8 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:27.902125 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Network f050dce9-93ba-401b-9bc8-f53c202a5d22 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:27.906243 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:27.911725 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.912058 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:27.915539 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Pushing event updated for resources: {'Port': ['ID=28818c7a-41d5-4b8a-b8a6-14f23c895510,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:27.964096 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373993'] for router_interface, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.982125 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81175d-cbb8-46b1-9026-e5e485c5a867 None None] Pushing event updated for resources: {'Port': ['ID=0bf2964a-00db-4089-967c-4bc90672a3b8,revision_number=2']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:27.985633 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Attempting to bind port 0bf2964a-00db-4089-967c-4bc90672a3b8 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:07:27.986002 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Attempting to bind port 0bf2964a-00db-4089-967c-4bc90672a3b8 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:07:27.986366 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Attempting to bind port 0bf2964a-00db-4089-967c-4bc90672a3b8 on network b16a2c4c-bd8a-4256-8514-e368c3f8c25b {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:07:27.992821 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:07:27.993224 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Checking segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:07:27.993636 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:27.994088 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Bound using segment: {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:07:27.995086 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Bound port: 0bf2964a-00db-4089-967c-4bc90672a3b8, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7668f61d-f2ee-4015-bacc-884852e48fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:07:27.995474 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.085044 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.093377 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-18b2f030-d842-49c7-818e-703f9d630163 None None] Provisioning complete for port 3a7a9340-c4f3-4365-ab2d-71f902241ebd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:28.093751 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-18b2f030-d842-49c7-818e-703f9d630163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.103299 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] For port 0bf2964a-00db-4089-967c-4bc90672a3b8, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:07:28.112115 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.140006 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] For port 0bf2964a-00db-4089-967c-4bc90672a3b8, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=0bf2964a-00db-4089-967c-4bc90672a3b8,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:07:28.154775 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.202783 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 3a7a9340-c4f3-4365-ab2d-71f902241ebd, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=3a7a9340-c4f3-4365-ab2d-71f902241ebd,segment=NetworkSegment(3593418b-c801-4821-9370-575a14613c04),segment_id=3593418b-c801-4821-9370-575a14613c04)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:28.215149 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.246794 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Routers {'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:28.247425 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:28.287134 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.293102 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29005819'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.360969 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Pushing event updated for resources: {'Port': ['ID=28818c7a-41d5-4b8a-b8a6-14f23c895510,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:28.363320 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914009'] for router_interface, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.452815 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81175d-cbb8-46b1-9026-e5e485c5a867 None None] Pushing event updated for resources: {'Port': ['ID=0bf2964a-00db-4089-967c-4bc90672a3b8,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:28.459885 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Network f050dce9-93ba-401b-9bc8-f53c202a5d22 is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:28.461798 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:28.545587 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=3a7a9340-c4f3-4365-ab2d-71f902241ebd,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:28.570474 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] Set router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:28.594907 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:07:28.601100 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 50b25828-f1ae-44cd-89dc-219df46de0b9 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:28.691757 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-31398812-cf65-4fe2-b659-ad2947af74fa None None] Provisioning for port 28818c7a-41d5-4b8a-b8a6-14f23c895510 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:28.699380 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-31398812-cf65-4fe2-b659-ad2947af74fa None None] Provisioning complete for port 28818c7a-41d5-4b8a-b8a6-14f23c895510 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:28.699757 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31398812-cf65-4fe2-b659-ad2947af74fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.729154 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:28.734370 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-4dd653f4-f674-4f68-9d05-922edf118a57 admin admin] 10.222.0.53 "PUT /v2.0/routers/c2f7b4eb-dbd9-40a4-957b-af1de38e8e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9778545 Sep 04 16:07:28.783644 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 50b25828-f1ae-44cd-89dc-219df46de0b9 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:28.784150 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:28.810690 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-31398812-cf65-4fe2-b659-ad2947af74fa None None] Port 28818c7a-41d5-4b8a-b8a6-14f23c895510 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:07:28.923947 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'name': 'tempest-TestShelveInstance-1465171175-router', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:28Z', 'revision_number': 4, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'gw_port': {'id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '28818c7a-41d5-4b8a-b8a6-14f23c895510', 'name': '', 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'mac_address': 'fa:16:3e:8b:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '037c187a-29f7-418f-a576-7ba30745e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:27Z', 'updated_at': '2021-09-04T16:07:27Z', 'revision_number': 1, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'subnets': [{'id': '037c187a-29f7-418f-a576-7ba30745e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:28.956808 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962496c-6a1a-45a8-8ce5-2e3aa2e91312 None None] The sync data for ids ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'] in dv-cinder-799663-6-iscsi is: [{'id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'name': 'tempest-TestShelveInstance-1465171175-router', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:28Z', 'revision_number': 4, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'gw_port': {'id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '28818c7a-41d5-4b8a-b8a6-14f23c895510', 'name': '', 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'mac_address': 'fa:16:3e:8b:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '037c187a-29f7-418f-a576-7ba30745e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:27Z', 'updated_at': '2021-09-04T16:07:27Z', 'revision_number': 1, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'subnets': [{'id': '037c187a-29f7-418f-a576-7ba30745e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:28.963439 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-94c2aaa1-1d8d-427b-a6f8-c9d425100397 None None] Provisioning complete for port 28818c7a-41d5-4b8a-b8a6-14f23c895510 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:28.964653 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-94c2aaa1-1d8d-427b-a6f8-c9d425100397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.005427 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-94c2aaa1-1d8d-427b-a6f8-c9d425100397 None None] Port 28818c7a-41d5-4b8a-b8a6-14f23c895510 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:07:29.211044 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48966) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:29.216077 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-91a11fbd-6823-4742-9c1f-937065225e5c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-207949109', 'description': 'tempest-secgroup-smoke-207949109 description', 'project_id': '46881f97ebf64e96a09874dbee3256df'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:29.258827 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-91a11fbd-6823-4742-9c1f-937065225e5c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.370565 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-91a11fbd-6823-4742-9c1f-937065225e5c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.380971 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-91a11fbd-6823-4742-9c1f-937065225e5c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.418036 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a11fbd-6823-4742-9c1f-937065225e5c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1d6b9b-2be7-4b38-bf54-20ce95b8686e,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:29.423041 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-91a11fbd-6823-4742-9c1f-937065225e5c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.427542 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48974) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:29.427824 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-91a11fbd-6823-4742-9c1f-937065225e5c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2155592 Sep 04 16:07:29.432794 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9aeaa4df-3687-46e2-a8fe-46218bc4e83c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Request body: {'security_group_rule': {'security_group_id': 'de1d6b9b-2be7-4b38-bf54-20ce95b8686e', 'project_id': '46881f97ebf64e96a09874dbee3256df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:29.493273 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aeaa4df-3687-46e2-a8fe-46218bc4e83c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.502958 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-63701a28-0b65-4f85-955a-d3b3998bbb55 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063149029&fields=id&tenant_id=41d4897cecf34ddc96c97c667ea73ba1 HTTP/1.1" status: 200 len: 267 time: 0.0635900 Sep 04 16:07:29.587587 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e76712-2be9-473c-a533-c28b833658db req-bab47e74-6f69-4572-b77c-5e814c76d13c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:29.589682 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d3e76712-2be9-473c-a533-c28b833658db req-bab47e74-6f69-4572-b77c-5e814c76d13c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0658214 Sep 04 16:07:29.608776 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aeaa4df-3687-46e2-a8fe-46218bc4e83c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.618018 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-9ebeeaf7-ef5a-4a86-81f7-a886c57eae2d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:29.620192 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-9ebeeaf7-ef5a-4a86-81f7-a886c57eae2d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 984 time: 0.1045065 Sep 04 16:07:29.621492 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aeaa4df-3687-46e2-a8fe-46218bc4e83c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.639695 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-5c14a94f-71fb-446d-8b3f-900b9f55c537 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Request body: {'port': {'security_groups': ['d5f4b382-42fd-46a3-ad84-305743857ee5']}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:29.658228 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d3e76712-2be9-473c-a533-c28b833658db req-7de55526-e8d7-4629-9b70-c22cfcb20762 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599246 Sep 04 16:07:29.690498 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeaa4df-3687-46e2-a8fe-46218bc4e83c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ddee33-26ae-49a2-8f2c-4a175b0bd26c,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:29.705843 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9aeaa4df-3687-46e2-a8fe-46218bc4e83c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.706988 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9aeaa4df-3687-46e2-a8fe-46218bc4e83c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2781594 Sep 04 16:07:29.709751 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48978) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:29.736421 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-aa58b68b-2967-4d2d-b68c-b7deffdfbd6e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Request body: {'security_group_rule': {'security_group_id': 'de1d6b9b-2be7-4b38-bf54-20ce95b8686e', 'project_id': '46881f97ebf64e96a09874dbee3256df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:29.757524 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-5c14a94f-71fb-446d-8b3f-900b9f55c537 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.806300 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa58b68b-2967-4d2d-b68c-b7deffdfbd6e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.908049 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa58b68b-2967-4d2d-b68c-b7deffdfbd6e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.919175 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa58b68b-2967-4d2d-b68c-b7deffdfbd6e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.947932 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b68b-2967-4d2d-b68c-b7deffdfbd6e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86e2723-b759-4330-a9ff-ad06238515cd,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:29.987256 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-aa58b68b-2967-4d2d-b68c-b7deffdfbd6e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:29.988434 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-aa58b68b-2967-4d2d-b68c-b7deffdfbd6e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2777293 Sep 04 16:07:29.991190 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48980) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:29.995624 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-bdf087ac-f8c7-407b-ae0e-bc2c0081f68c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Request body: {'security_group_rule': {'security_group_id': 'de1d6b9b-2be7-4b38-bf54-20ce95b8686e', 'project_id': '46881f97ebf64e96a09874dbee3256df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:30.039213 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-5c14a94f-71fb-446d-8b3f-900b9f55c537 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] For port 99061c21-d248-47a9-915f-3c8ea111de7e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=99061c21-d248-47a9-915f-3c8ea111de7e,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:30.053377 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bdf087ac-f8c7-407b-ae0e-bc2c0081f68c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.092685 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-5c14a94f-71fb-446d-8b3f-900b9f55c537 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.102218 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-5c14a94f-71fb-446d-8b3f-900b9f55c537 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29005819'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.114698 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['99061c21-d248-47a9-915f-3c8ea111de7e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:07:30.159460 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-5c14a94f-71fb-446d-8b3f-900b9f55c537 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:30.160112 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-5c14a94f-71fb-446d-8b3f-900b9f55c537 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.168068 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b258771-9671-4e3f-98c3-4569d70b2ca8 req-5c14a94f-71fb-446d-8b3f-900b9f55c537 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "PUT /v2.0/ports/99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 942 time: 0.5405846 Sep 04 16:07:30.168260 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48982) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:30.173776 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:30.176220 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48625b0-88ed-4782-a822-2a8f88e57ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:30.181840 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bdf087ac-f8c7-407b-ae0e-bc2c0081f68c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.211946 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bdf087ac-f8c7-407b-ae0e-bc2c0081f68c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.254222 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d57867-e9e3-4e31-a171-7fe7b9cc8168 x-openstack-request-id: req-f0d57867-e9e3-4e31-a171-7fe7b9cc8168 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:30.254835 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:30.255249 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0d57867-e9e3-4e31-a171-7fe7b9cc8168 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:30.255803 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e', 'status': 'completed', 'code': 200} Sep 04 16:07:30.271311 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14a94f-71fb-446d-8b3f-900b9f55c537 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event updated for resources: {'Port': ['ID=99061c21-d248-47a9-915f-3c8ea111de7e,revision_number=7']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:30.277451 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['99061c21-d248-47a9-915f-3c8ea111de7e'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:07:30.288395 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf087ac-f8c7-407b-ae0e-bc2c0081f68c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e5f035-415f-4744-91a0-eb61b77c14e4,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:30.300677 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-bdf087ac-f8c7-407b-ae0e-bc2c0081f68c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.304209 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-bdf087ac-f8c7-407b-ae0e-bc2c0081f68c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3120790 Sep 04 16:07:30.308254 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48988) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:30.319555 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e63f7a29-e466-43a0-8527-4cbc1d09e7f3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Request body: {'security_group_rule': {'security_group_id': 'de1d6b9b-2be7-4b38-bf54-20ce95b8686e', 'project_id': '46881f97ebf64e96a09874dbee3256df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:30.363017 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e63f7a29-e466-43a0-8527-4cbc1d09e7f3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.395868 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e99aa8e4-438c-477d-aad5-155c98883085 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.435755 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e99aa8e4-438c-477d-aad5-155c98883085 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.451051 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e63f7a29-e466-43a0-8527-4cbc1d09e7f3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.453053 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-33e7b8ea-47a5-4d6c-821d-21e8260afb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:30.454732 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-33e7b8ea-47a5-4d6c-821d-21e8260afb42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41d4897cecf34ddc96c97c667ea73ba1&device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 1098 time: 0.1392665 Sep 04 16:07:30.455884 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e63f7a29-e466-43a0-8527-4cbc1d09e7f3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.484072 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e63f7a29-e466-43a0-8527-4cbc1d09e7f3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.485529 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e63f7a29-e466-43a0-8527-4cbc1d09e7f3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1760969 Sep 04 16:07:30.488323 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f7a29-e466-43a0-8527-4cbc1d09e7f3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b979f8-072c-45a3-814e-3c2e14ac9fde,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:30.488773 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 48990) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:30.494594 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-a2cb1d51-bcb2-43ab-9b84-f7eb6161e782 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Request body: {'security_group_rule': {'security_group_id': 'de1d6b9b-2be7-4b38-bf54-20ce95b8686e', 'project_id': '46881f97ebf64e96a09874dbee3256df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:30.543897 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-62b1c21f-d49f-4ad2-a56d-35f02c52a7aa None None] Provisioning complete for port 99061c21-d248-47a9-915f-3c8ea111de7e triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:30.544285 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62b1c21f-d49f-4ad2-a56d-35f02c52a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.584634 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.securitygroups_db [None req-a2cb1d51-bcb2-43ab-9b84-f7eb6161e782 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Project 46881f97ebf64e96a09874dbee3256df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:07:30.594747 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1d51-bcb2-43ab-9b84-f7eb6161e782 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.632523 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-1f36ba80-1dce-4cd6-8bc1-efe3bdbd3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:30.634268 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-1f36ba80-1dce-4cd6-8bc1-efe3bdbd3b4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=12127e24-3593-40c4-b60a-7e53f354ca9b HTTP/1.1" status: 200 len: 916 time: 0.1640754 Sep 04 16:07:30.639917 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e99aa8e4-438c-477d-aad5-155c98883085 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.642199 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e99aa8e4-438c-477d-aad5-155c98883085 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.643360 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e99aa8e4-438c-477d-aad5-155c98883085 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "DELETE /v2.0/security-groups/c7b42e68-e252-424a-85f4-91b792550da6 HTTP/1.1" status: 204 len: 168 time: 0.4741867 Sep 04 16:07:30.646406 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48992) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:30.680543 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 3a7a9340-c4f3-4365-ab2d-71f902241ebd up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:30.708704 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99aa8e4-438c-477d-aad5-155c98883085 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b42e68-e252-424a-85f4-91b792550da6,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:30.763305 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 3a7a9340-c4f3-4365-ab2d-71f902241ebd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:30.763678 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.773109 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-9e42fa3a-d4e4-4652-9e75-43426f2b0bc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 1001 time: 0.1285226 Sep 04 16:07:30.774817 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1d51-bcb2-43ab-9b84-f7eb6161e782 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.807306 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1d51-bcb2-43ab-9b84-f7eb6161e782 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.849289 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Deleting port 03d2536d-51fc-454a-be02-9684b781fe48 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:30.849644 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.850037 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 0bf2964a-00db-4089-967c-4bc90672a3b8 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:30.864250 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb1d51-bcb2-43ab-9b84-f7eb6161e782 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b199acc-094b-4510-b774-9ec49ee86678,revision_number=0']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:30.869992 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1d51-bcb2-43ab-9b84-f7eb6161e782 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.874816 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a2cb1d51-bcb2-43ab-9b84-f7eb6161e782 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849590 Sep 04 16:07:30.879965 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 48996) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:30.882488 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-9ef31801-c594-4ca1-93b0-898b44f88656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:30.884242 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-9ef31801-c594-4ca1-93b0-898b44f88656 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b70565c-38e8-46fd-ab81-5b0d3e332295 HTTP/1.1" status: 200 len: 854 time: 0.0914977 Sep 04 16:07:30.886820 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8384e8df-8967-4df3-8407-39948c945078 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Request body: {'security_group_rule': {'security_group_id': 'de1d6b9b-2be7-4b38-bf54-20ce95b8686e', 'project_id': '46881f97ebf64e96a09874dbee3256df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:30.893263 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d6186-d5d2-4319-99f3-94722278e74a req-215e4167-17db-4fad-8437-4678594b3af7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:30.895286 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-455d6186-d5d2-4319-99f3-94722278e74a req-215e4167-17db-4fad-8437-4678594b3af7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 945 time: 0.1518953 Sep 04 16:07:30.909610 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 0bf2964a-00db-4089-967c-4bc90672a3b8 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:30.914591 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 0bf2964a-00db-4089-967c-4bc90672a3b8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:30.915034 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.967908 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.securitygroups_db [None req-8384e8df-8967-4df3-8407-39948c945078 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Project 46881f97ebf64e96a09874dbee3256df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:07:30.978890 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8384e8df-8967-4df3-8407-39948c945078 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.980046 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-455d6186-d5d2-4319-99f3-94722278e74a req-0a119c07-8ad4-499a-9c19-e2f427251608 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731564 Sep 04 16:07:30.983121 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-77083bad-1b80-4be8-a752-edb32901ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:30.984545 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-77083bad-1b80-4be8-a752-edb32901ad38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12127e24-3593-40c4-b60a-7e53f354ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882797 Sep 04 16:07:30.990086 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:30.990410 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.016417 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Calling delete_port for 03d2536d-51fc-454a-be02-9684b781fe48 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:31.028780 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.051110 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 0bf2964a-00db-4089-967c-4bc90672a3b8, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=0bf2964a-00db-4089-967c-4bc90672a3b8,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:31.055182 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.094529 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-4a16dec9-b8f7-4962-b214-4912a6bfc233 service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960660 Sep 04 16:07:31.101831 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8384e8df-8967-4df3-8407-39948c945078 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.107982 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8384e8df-8967-4df3-8407-39948c945078 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.127575 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=0bf2964a-00db-4089-967c-4bc90672a3b8,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:31.155578 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384e8df-8967-4df3-8407-39948c945078 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26a7539-7d65-455d-bf25-0b88247cdf3b,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:31.170062 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8384e8df-8967-4df3-8407-39948c945078 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.171269 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-8384e8df-8967-4df3-8407-39948c945078 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2899425 Sep 04 16:07:31.198870 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a48625b0-88ed-4782-a822-2a8f88e57ba8 req-7c5f4809-86d6-4a95-8724-feba283151ea service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960574 Sep 04 16:07:31.254894 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.279022 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event deleted for resources: {'Port': ['ID=03d2536d-51fc-454a-be02-9684b781fe48,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:31.346404 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.346741 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Floating IP cf7313c9-bfe3-4157-80a6-c3e8868207f0 disassociated (deleted). External IP: 172.27.2.170, port: 99061c21-d248-47a9-915f-3c8ea111de7e. Sep 04 16:07:31.516388 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-d99666fd-5f3e-498b-9c79-71e252f71143 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:31.517925 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-d99666fd-5f3e-498b-9c79-71e252f71143 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0538807 Sep 04 16:07:31.582794 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Router db19a29b-523b-4d70-b27c-a772d49b0ee5 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:07:31.650433 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Deleting port 839dc43b-a75a-4098-bfc7-5e05e24bb682 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:31.651137 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.721937 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:31.726993 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.734126 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] Sync routers for ids ['db19a29b-523b-4d70-b27c-a772d49b0ee5'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:31.744567 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] Routers {'db19a29b-523b-4d70-b27c-a772d49b0ee5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:31.745324 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['db19a29b-523b-4d70-b27c-a772d49b0ee5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:31.756955 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-85ff48ad-8837-472b-8e1e-fdce758b515d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "DELETE /v2.0/floatingips/cf7313c9-bfe3-4157-80a6-c3e8868207f0 HTTP/1.1" status: 204 len: 168 time: 1.1090076 Sep 04 16:07:31.767142 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] For port 839dc43b-a75a-4098-bfc7-5e05e24bb682, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=839dc43b-a75a-4098-bfc7-5e05e24bb682,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:31.767518 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.961003 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] Set router db19a29b-523b-4d70-b27c-a772d49b0ee5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:31.981682 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.982134 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:31.983160 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.l3_db [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Floating IP 7c047871-ae94-418a-a36e-7411d4d53fcb disassociated. External IP: 172.27.2.145, port: 839dc43b-a75a-4098-bfc7-5e05e24bb682. Sep 04 16:07:31.983548 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Calling delete_port for 839dc43b-a75a-4098-bfc7-5e05e24bb682 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:32.173328 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c2d7d-cffe-4eb4-abef-4a57b8151438 req-e1e9e475-ab68-4280-8a55-c3244e18d242 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:32.174985 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6a6c2d7d-cffe-4eb4-abef-4a57b8151438 req-e1e9e475-ab68-4280-8a55-c3244e18d242 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 945 time: 0.0890105 Sep 04 16:07:32.224800 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:32.229876 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6a6c2d7d-cffe-4eb4-abef-4a57b8151438 req-97853ba4-2c66-43f3-bd36-4d782a986284 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473652 Sep 04 16:07:32.231782 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:17Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'f1f121e7-f8e9-46d0-820b-955bfc24fd5e', 'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'mac_address': 'fa:16:3e:a7:e8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:16Z', 'updated_at': '2021-09-04T16:02:22Z', 'revision_number': 5, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'subnets': [{'id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:32.257186 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:32.260328 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:32.261325 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event deleted for resources: {'Port': ['ID=839dc43b-a75a-4098-bfc7-5e05e24bb682,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:32.263236 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] Checking router: db19a29b-523b-4d70-b27c-a772d49b0ee5 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:32.272118 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] Routers {'db19a29b-523b-4d70-b27c-a772d49b0ee5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:32.272639 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['db19a29b-523b-4d70-b27c-a772d49b0ee5'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:32.303464 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96c46e9-95eb-44f6-b4d7-ecc8205b368b x-openstack-request-id: req-b96c46e9-95eb-44f6-b4d7-ecc8205b368b {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:32.303761 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:32.304019 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b96c46e9-95eb-44f6-b4d7-ecc8205b368b {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:32.304421 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e', 'status': 'completed', 'code': 200} Sep 04 16:07:32.385070 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] Set router db19a29b-523b-4d70-b27c-a772d49b0ee5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:32.405606 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-bc1784eb-74c2-4536-acef-76c96acafc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:32.407147 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-bc1784eb-74c2-4536-acef-76c96acafc78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=41d4897cecf34ddc96c97c667ea73ba1&device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 1098 time: 0.0609863 Sep 04 16:07:32.441502 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Router 42ba80ca-7e58-4b88-87fc-80d4945c6675 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:07:32.598064 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 0bf2964a-00db-4089-967c-4bc90672a3b8 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:32.633907 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-44c14e21-33ea-4833-906f-7323640feb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:32.636385 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-44c14e21-33ea-4833-906f-7323640feb1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=12127e24-3593-40c4-b60a-7e53f354ca9b HTTP/1.1" status: 200 len: 916 time: 0.2185407 Sep 04 16:07:32.639085 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Sync routers for ids ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:32.645580 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:17Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'f1f121e7-f8e9-46d0-820b-955bfc24fd5e', 'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'mac_address': 'fa:16:3e:a7:e8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:16Z', 'updated_at': '2021-09-04T16:02:22Z', 'revision_number': 5, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'subnets': [{'id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:32.659517 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:32.683776 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Routers {'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:32.684681 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:32.706770 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] Sync routers for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:32.713349 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3911d3d-1fc4-4ac8-9d03-b6bd1b13e5a7 None None] The sync data for ids ['db19a29b-523b-4d70-b27c-a772d49b0ee5'] in dv-cinder-799663-6-iscsi is: [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:02:17Z', 'revision_number': 4, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'f1f121e7-f8e9-46d0-820b-955bfc24fd5e', 'name': '', 'network_id': '12127e24-3593-40c4-b60a-7e53f354ca9b', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'mac_address': 'fa:16:3e:a7:e8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:16Z', 'updated_at': '2021-09-04T16:02:22Z', 'revision_number': 5, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'subnets': [{'id': '9b70565c-38e8-46fd-ab81-5b0d3e332295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:32.723754 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:32.724493 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:32.726084 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-79561607-8006-449f-9bf2-93ec79e7f188 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 200 len: 217 time: 0.0636663 Sep 04 16:07:32.748994 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] No DVR routers for this DVR port 839dc43b-a75a-4098-bfc7-5e05e24bb682 on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:07:32.758049 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:32.760173 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ddc3aef3-e826-4bb4-b72d-f8e8dc4b55ce req-92013032-c3b4-4d17-a30f-b0afdaedf446 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "DELETE /v2.0/ports/839dc43b-a75a-4098-bfc7-5e05e24bb682 HTTP/1.1" status: 204 len: 173 time: 1.2340815 Sep 04 16:07:32.772479 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'name': 'network-vif-deleted', 'tag': '839dc43b-a75a-4098-bfc7-5e05e24bb682'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:32.774751 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eb9df0-eed8-48b4-b28b-3707d5069fcd" -d '{"events": [{"server_uuid": "fc043e12-284b-4ac5-8b5b-a7f7049eaaaf", "name": "network-vif-deleted", "tag": "839dc43b-a75a-4098-bfc7-5e05e24bb682"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:32.844993 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0537726e-1577-4a93-a926-e798d10911f1 x-openstack-request-id: req-0537726e-1577-4a93-a926-e798d10911f1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:32.845359 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc043e12-284b-4ac5-8b5b-a7f7049eaaaf", "name": "network-vif-deleted", "tag": "839dc43b-a75a-4098-bfc7-5e05e24bb682", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:32.845986 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0537726e-1577-4a93-a926-e798d10911f1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:32.846435 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc043e12-284b-4ac5-8b5b-a7f7049eaaaf', 'name': 'network-vif-deleted', 'tag': '839dc43b-a75a-4098-bfc7-5e05e24bb682', 'status': 'completed', 'code': 200} Sep 04 16:07:32.857416 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-967ac890-13e3-4d05-959b-c60978bb1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:32.859060 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-967ac890-13e3-4d05-959b-c60978bb1555 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b70565c-38e8-46fd-ab81-5b0d3e332295 HTTP/1.1" status: 200 len: 854 time: 0.1152296 Sep 04 16:07:32.866158 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 0bf2964a-00db-4089-967c-4bc90672a3b8 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:32.866762 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:32.912262 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Set router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:32.926310 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-f6191b38-505e-4b0a-b0a0-701859aa2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:32.927863 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-f6191b38-505e-4b0a-b0a0-701859aa2ea6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12127e24-3593-40c4-b60a-7e53f354ca9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518060 Sep 04 16:07:32.928570 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:33.055535 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-bfe6b606-77ae-43f6-bf4b-386ece21152f service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142106 Sep 04 16:07:33.222472 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7ad3da66-a9b7-4aff-a1ee-8c2551569a92 req-00f58e06-55cc-4cf5-9dbc-63b6dfdc0cba service neutron] 10.222.0.46 "GET /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563807 Sep 04 16:07:33.251037 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:33.287244 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] Checking router: 42ba80ca-7e58-4b88-87fc-80d4945c6675 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:33.297919 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:33.298792 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:33.401296 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-800733e5-35eb-4d2c-9e18-8ae3b0adef99 req-3cd2febe-e887-4bd4-9a00-768a397c6cd3 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc043e12-284b-4ac5-8b5b-a7f7049eaaaf HTTP/1.1" status: 200 len: 210 time: 0.0430307 Sep 04 16:07:33.409625 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'name': 'tempest-TestShelveInstance-1465171175-router', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:28Z', 'revision_number': 4, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'gw_port': {'id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '28818c7a-41d5-4b8a-b8a6-14f23c895510', 'name': '', 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'mac_address': 'fa:16:3e:8b:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '037c187a-29f7-418f-a576-7ba30745e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:27Z', 'updated_at': '2021-09-04T16:07:28Z', 'revision_number': 2, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'subnets': [{'id': '037c187a-29f7-418f-a576-7ba30745e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:33.444780 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Checking router: c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:33.445170 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Updating router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 port 28818c7a-41d5-4b8a-b8a6-14f23c895510 binding host dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:07:33.456624 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:33.474055 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:33.577132 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e0fc8-976f-4e76-9316-392d803d7007 None None] New status for floating IP cf7313c9-bfe3-4157-80a6-c3e8868207f0: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:07:33.711887 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:33.747306 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49655dc9-2ee7-4582-bf74-83190779ab16 None None] The sync data for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi is: [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:33.754434 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 839dc43b-a75a-4098-bfc7-5e05e24bb682 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:07:33.795944 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: 839dc43b-a75a-4098-bfc7-5e05e24bb682 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:07:33.796213 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 839dc43b-a75a-4098-bfc7-5e05e24bb682 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:07:33.867411 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Notify callbacks [] for port, precommit_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:33.878925 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Transition to ACTIVE for port object 28818c7a-41d5-4b8a-b8a6-14f23c895510 will not be triggered until provisioned by entity L2. {{(pid=93877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:33.886770 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:33.948908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29decee5-a3d3-4226-ac09-fbf3903b6429 None None] Pushing event updated for resources: {'Port': ['ID=28818c7a-41d5-4b8a-b8a6-14f23c895510,revision_number=3']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:34.003929 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Attempting to bind port 28818c7a-41d5-4b8a-b8a6-14f23c895510 on host dv-cinder-799663-6-iscsi for vnic_type normal with profile {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:07:34.004308 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Attempting to bind port 28818c7a-41d5-4b8a-b8a6-14f23c895510 by drivers openvswitch,hyperv on host dv-cinder-799663-6-iscsi at level 0 using segments [{'id': '3593418b-c801-4821-9370-575a14613c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22'}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:07:34.004704 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Attempting to bind port 28818c7a-41d5-4b8a-b8a6-14f23c895510 on network f050dce9-93ba-401b-9bc8-f53c202a5d22 {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:07:34.011119 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Checking agent: {'id': '70f1c9a4-bd1c-41f8-aeca-0b6f53f96301', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 51, 38), 'started_at': datetime.datetime(2021, 9, 4, 15, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:07:34.011503 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Checking segment: {'id': '3593418b-c801-4821-9370-575a14613c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:07:34.011920 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:34.012317 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Bound using segment: {'id': '3593418b-c801-4821-9370-575a14613c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22'} {{(pid=93877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:07:34.012805 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.managers [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Bound port: 28818c7a-41d5-4b8a-b8a6-14f23c895510, host: dv-cinder-799663-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3593418b-c801-4821-9370-575a14613c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22'}}] {{(pid=93877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:07:34.013223 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:34.026672 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873df050-3a9f-4260-8371-0fb045df77af None None] New status for floating IP 7c047871-ae94-418a-a36e-7411d4d53fcb: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:07:34.081313 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] For port 28818c7a-41d5-4b8a-b8a6-14f23c895510, host dv-cinder-799663-6-iscsi, cleared binding levels {{(pid=93877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:07:34.084608 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] For port 28818c7a-41d5-4b8a-b8a6-14f23c895510, host dv-cinder-799663-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=28818c7a-41d5-4b8a-b8a6-14f23c895510,segment=NetworkSegment(3593418b-c801-4821-9370-575a14613c04),segment_id=3593418b-c801-4821-9370-575a14613c04)] {{(pid=93877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:07:34.090648 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:34.151927 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Routers {'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:34.152583 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:34.191181 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29decee5-a3d3-4226-ac09-fbf3903b6429 None None] Pushing event updated for resources: {'Port': ['ID=28818c7a-41d5-4b8a-b8a6-14f23c895510,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:34.272998 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] Set router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:34.481969 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'name': 'tempest-TestShelveInstance-1465171175-router', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:28Z', 'revision_number': 4, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'gw_port': {'id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '28818c7a-41d5-4b8a-b8a6-14f23c895510', 'name': '', 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'mac_address': 'fa:16:3e:8b:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '037c187a-29f7-418f-a576-7ba30745e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:27Z', 'updated_at': '2021-09-04T16:07:34Z', 'revision_number': 4, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'subnets': [{'id': '037c187a-29f7-418f-a576-7ba30745e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:34.520445 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20d9b8-4d01-47eb-aad8-e40b5a07c1fd None None] The sync data for ids ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'] in dv-cinder-799663-6-iscsi is: [{'id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'name': 'tempest-TestShelveInstance-1465171175-router', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:28Z', 'revision_number': 4, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'gw_port': {'id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '28818c7a-41d5-4b8a-b8a6-14f23c895510', 'name': '', 'network_id': 'f050dce9-93ba-401b-9bc8-f53c202a5d22', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'mac_address': 'fa:16:3e:8b:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '037c187a-29f7-418f-a576-7ba30745e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:27Z', 'updated_at': '2021-09-04T16:07:34Z', 'revision_number': 4, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'subnets': [{'id': '037c187a-29f7-418f-a576-7ba30745e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:34.613010 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 28818c7a-41d5-4b8a-b8a6-14f23c895510 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:34.671377 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning for port 28818c7a-41d5-4b8a-b8a6-14f23c895510 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:34.678022 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 28818c7a-41d5-4b8a-b8a6-14f23c895510 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:34.678022 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:34.761067 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-51aa86bf-1db4-4e1b-a1b9-7f3d1302422f tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940864548&fields=id&tenant_id=8c055fbc23014694922ea7b0c836db67 HTTP/1.1" status: 200 len: 267 time: 0.0767286 Sep 04 16:07:34.797718 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:34.802642 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0d4fb-91a6-46a9-81d8-d6fad54d399f req-1ac401e6-9f03-462e-a171-11ae8abbcb32 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:34.804289 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d0a0d4fb-91a6-46a9-81d8-d6fad54d399f req-1ac401e6-9f03-462e-a171-11ae8abbcb32 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0617011 Sep 04 16:07:34.837011 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] For port 28818c7a-41d5-4b8a-b8a6-14f23c895510, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=28818c7a-41d5-4b8a-b8a6-14f23c895510,segment=NetworkSegment(3593418b-c801-4821-9370-575a14613c04),segment_id=3593418b-c801-4821-9370-575a14613c04)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:34.842815 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:34.870970 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d0a0d4fb-91a6-46a9-81d8-d6fad54d399f req-eed47eb2-ce99-40e6-ab7b-36f52dc4d185 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538239 Sep 04 16:07:34.923435 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-d1db7ff5-61fb-4d43-948a-bb2ed2fb81c1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:34.924967 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-d1db7ff5-61fb-4d43-948a-bb2ed2fb81c1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 812 time: 0.1621413 Sep 04 16:07:34.925889 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Pushing event updated for resources: {'Port': ['ID=28818c7a-41d5-4b8a-b8a6-14f23c895510,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:34.950658 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-abbebe13-853e-4c22-afff-51c74015bf09 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/quotas/8c055fbc23014694922ea7b0c836db67 HTTP/1.1" status: 200 len: 375 time: 0.0169148 Sep 04 16:07:35.012883 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-85df7326-95b4-4865-9012-83eff1fae7cc tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563731 Sep 04 16:07:35.071354 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5d7c9a5f-c7e6-40cb-95ad-d6ed88d3b797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:35.228254 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-fef564a9-050d-436a-a4d9-b9d1faacd348 service neutron] 10.222.0.53 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982355 Sep 04 16:07:35.319032 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9d4abdb9-c708-44e5-9a5f-1cc6382c2d53 service neutron] 10.222.0.53 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844815 Sep 04 16:07:35.614231 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a58a900b-5711-4b1c-b4f8-5abf9a126f8b req-8e335cb1-65fe-4f50-b574-9b787ffc44ed tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 210 time: 0.0271091 Sep 04 16:07:35.984852 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a2cad-08bb-4134-86fb-e2d01a6c5412 req-8e657c9d-b629-4514-8481-190c164cdd2d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:35.986415 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f42a2cad-08bb-4134-86fb-e2d01a6c5412 req-8e657c9d-b629-4514-8481-190c164cdd2d tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0534635 Sep 04 16:07:36.037887 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f42a2cad-08bb-4134-86fb-e2d01a6c5412 req-d5350deb-9224-44d5-ae28-b21b32d056b3 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451443 Sep 04 16:07:36.546414 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 28818c7a-41d5-4b8a-b8a6-14f23c895510 up at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:36.627540 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Provisioning complete for port 28818c7a-41d5-4b8a-b8a6-14f23c895510 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:36.627913 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:36.745043 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2677311e-76e0-4301-b59b-f3c9f70fdc49 req-35f951c1-1068-45a8-8590-e4212135d75c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 210 time: 0.0448327 Sep 04 16:07:36.763301 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-63d8ed60-394f-4c9c-93f2-42cf2b9b9275 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:36.765157 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-63d8ed60-394f-4c9c-93f2-42cf2b9b9275 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 812 time: 0.1982586 Sep 04 16:07:36.832193 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-2bf738e7-f404-4421-9aa9-304272acea1b tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c055fbc23014694922ea7b0c836db67 HTTP/1.1" status: 200 len: 380 time: 0.0417714 Sep 04 16:07:36.843724 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'port': {'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'admin_state_up': True, 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'security_groups': ['a38d02c3-75a1-4e60-998e-e3a3e20c6224']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:36.953400 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Made reservation on behalf of 8c055fbc23014694922ea7b0c836db67 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:07:36.957010 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:37.101522 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Allocated IP 172.20.0.14 (72295d43-0f94-491b-a513-1247311102ef/c1c5debb-be03-4030-a30b-45bba4ca8223/cd162cf0-ccfb-466f-a584-47487192dbe5) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:37.172351 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66cdd8-5e0b-4d5d-9e53-ec52549b2c0e req-ecf78488-75ff-4026-9539-68568c059f05 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:37.175884 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd66cdd8-5e0b-4d5d-9e53-ec52549b2c0e req-ecf78488-75ff-4026-9539-68568c059f05 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0642335 Sep 04 16:07:37.216792 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-dd66cdd8-5e0b-4d5d-9e53-ec52549b2c0e req-21691cdc-a1d3-4248-acd1-e593be8fcbb7 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332789 Sep 04 16:07:37.260454 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:37.277419 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Transition to ACTIVE for port object cd162cf0-ccfb-466f-a584-47487192dbe5 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:37.321263 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:37.385978 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Network 72295d43-0f94-491b-a513-1247311102ef is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:37.393748 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:37.397063 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'Port': ['ID=cd162cf0-ccfb-466f-a584-47487192dbe5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:37.400505 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:37.409597 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-5e49f7f1-b946-4c23-bea7-da3a49309643 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:37.411081 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-5e49f7f1-b946-4c23-bea7-da3a49309643 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 945 time: 0.0989168 Sep 04 16:07:37.653754 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-176524a4-25e4-4ee6-bdcb-7c357788832b None None] Provisioning for port cd162cf0-ccfb-466f-a584-47487192dbe5 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:37.657867 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-176524a4-25e4-4ee6-bdcb-7c357788832b None None] Provisioning complete for port cd162cf0-ccfb-466f-a584-47487192dbe5 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:37.658239 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-176524a4-25e4-4ee6-bdcb-7c357788832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:37.693789 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-176524a4-25e4-4ee6-bdcb-7c357788832b None None] Port cd162cf0-ccfb-466f-a584-47487192dbe5 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:07:37.742891 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:37.743570 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:37.776647 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-e927b712-2d31-4ec5-8e6f-ddebe79656db tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9367869 Sep 04 16:07:37.799759 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Request body: {'port': {'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:37.808015 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-7e23cbcf-caaa-4959-b53c-a2609bbea6be tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Deleting port 99061c21-d248-47a9-915f-3c8ea111de7e {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:37.808350 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-7e23cbcf-caaa-4959-b53c-a2609bbea6be tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:37.890225 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d831fd8e-00b4-4a1d-a067-2501b23c6e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:37.957837 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:37.976601 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412c245-5373-476a-a39e-b1f34af7b7da req-f9a57792-2a90-4b6b-8b13-982729485291 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:37.978653 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5412c245-5373-476a-a39e-b1f34af7b7da req-f9a57792-2a90-4b6b-8b13-982729485291 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 932 time: 0.1534739 Sep 04 16:07:38.036054 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-7e23cbcf-caaa-4959-b53c-a2609bbea6be tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] For port 99061c21-d248-47a9-915f-3c8ea111de7e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=99061c21-d248-47a9-915f-3c8ea111de7e,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:38.036331 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-7e23cbcf-caaa-4959-b53c-a2609bbea6be tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:38.068745 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-7e23cbcf-caaa-4959-b53c-a2609bbea6be tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Calling delete_port for 99061c21-d248-47a9-915f-3c8ea111de7e owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:38.124782 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5412c245-5373-476a-a39e-b1f34af7b7da req-60ab2b17-2ae8-49c8-87c0-bcea1350f6cb tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384902 Sep 04 16:07:38.136448 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:38.383914 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-7e23cbcf-caaa-4959-b53c-a2609bbea6be tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:38.437965 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b20c34-6236-456e-9ea6-8c80bb781680 req-61366364-53b3-4af2-9e1b-74cf5a713aa7 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:38.439464 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a8b20c34-6236-456e-9ea6-8c80bb781680 req-61366364-53b3-4af2-9e1b-74cf5a713aa7 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5071d1-392a-42ab-bf20-16d28475e929 HTTP/1.1" status: 200 len: 867 time: 0.1337807 Sep 04 16:07:38.445225 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23cbcf-caaa-4959-b53c-a2609bbea6be tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Pushing event deleted for resources: {'Port': ['ID=99061c21-d248-47a9-915f-3c8ea111de7e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:38.468780 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd162cf0-ccfb-466f-a584-47487192dbe5 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:07:38.498818 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:38.521310 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-7e23cbcf-caaa-4959-b53c-a2609bbea6be tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] No DVR routers for this DVR port 99061c21-d248-47a9-915f-3c8ea111de7e on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:07:38.530558 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-7e23cbcf-caaa-4959-b53c-a2609bbea6be tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:38.532473 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5e0d368a-b339-4a21-a6e7-a3875a76176e req-7e23cbcf-caaa-4959-b53c-a2609bbea6be tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.46 "DELETE /v2.0/ports/99061c21-d248-47a9-915f-3c8ea111de7e HTTP/1.1" status: 204 len: 173 time: 1.0968795 Sep 04 16:07:38.534844 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'name': 'network-vif-deleted', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:38.537116 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae906e1-a22d-4eff-afc7-38b285470f77" -d '{"events": [{"server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "name": "network-vif-deleted", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:38.544499 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Transition to ACTIVE for port object cd162cf0-ccfb-466f-a584-47487192dbe5 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:38.554163 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a8b20c34-6236-456e-9ea6-8c80bb781680 req-cd8a3fbd-e6e0-4d40-a58f-a7ecb79eaba1 tempest-TestMinimumBasicScenario-892251183 tempest-TestMinimumBasicScenario-892251183-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f4b382-42fd-46a3-ad84-305743857ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012907 Sep 04 16:07:38.554163 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:38.600088 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b3d56f-8a8a-4274-af4a-7db2ba8cd250 x-openstack-request-id: req-78b3d56f-8a8a-4274-af4a-7db2ba8cd250 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:38.600347 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5071d1-392a-42ab-bf20-16d28475e929", "name": "network-vif-deleted", "tag": "99061c21-d248-47a9-915f-3c8ea111de7e", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:38.600602 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78b3d56f-8a8a-4274-af4a-7db2ba8cd250 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:38.601014 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5071d1-392a-42ab-bf20-16d28475e929', 'name': 'network-vif-deleted', 'tag': '99061c21-d248-47a9-915f-3c8ea111de7e', 'status': 'completed', 'code': 200} Sep 04 16:07:38.602915 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Pushing event updated for resources: {'Port': ['ID=cd162cf0-ccfb-466f-a584-47487192dbe5,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:38.695831 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Attempting to bind port cd162cf0-ccfb-466f-a584-47487192dbe5 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:07:38.696225 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Attempting to bind port cd162cf0-ccfb-466f-a584-47487192dbe5 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:07:38.696655 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Attempting to bind port cd162cf0-ccfb-466f-a584-47487192dbe5 on network 72295d43-0f94-491b-a513-1247311102ef {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:07:38.702079 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Port cd162cf0-ccfb-466f-a584-47487192dbe5 on network 72295d43-0f94-491b-a513-1247311102ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:07:38.702409 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Attempting to bind port cd162cf0-ccfb-466f-a584-47487192dbe5 on network 72295d43-0f94-491b-a513-1247311102ef {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:07:38.709059 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:07:38.709397 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Checking segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:07:38.709776 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Bound using segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:07:38.710372 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Bound port: cd162cf0-ccfb-466f-a584-47487192dbe5, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:07:38.710734 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:38.788347 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] For port cd162cf0-ccfb-466f-a584-47487192dbe5, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:07:38.792580 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] For port cd162cf0-ccfb-466f-a584-47487192dbe5, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd162cf0-ccfb-466f-a584-47487192dbe5,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:07:38.797662 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:38.834150 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:38.834765 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:38.836145 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] 10.222.0.46 "PUT /v2.0/ports/cd162cf0-ccfb-466f-a584-47487192dbe5 HTTP/1.1" status: 200 len: 1094 time: 1.0406897 Sep 04 16:07:38.859958 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb6545-6fdf-478d-8805-f9f804429a7f service neutron] Pushing event updated for resources: {'Port': ['ID=cd162cf0-ccfb-466f-a584-47487192dbe5,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:38.926826 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-819ff7bf-0d26-4f34-9acf-e731d040e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:38.928668 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-819ff7bf-0d26-4f34-9acf-e731d040e868 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 1097 time: 0.0461426 Sep 04 16:07:38.977288 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-6a92c9bd-bef4-44d8-b7ba-7e4dd51a0029 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd162cf0-ccfb-466f-a584-47487192dbe5 HTTP/1.1" status: 200 len: 217 time: 0.0389390 Sep 04 16:07:39.023180 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:39.049171 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-3bc369e5-5408-4e1b-ad01-83e44a81871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:39.051017 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-3bc369e5-5408-4e1b-ad01-83e44a81871b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0567086 Sep 04 16:07:39.115869 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-2be009b0-ba6c-47da-9ae7-7f3956337e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:39.117420 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-2be009b0-ba6c-47da-9ae7-7f3956337e0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445297 Sep 04 16:07:39.257395 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-0bb840ed-9abc-4448-8d24-2db029aef7d0 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306062 Sep 04 16:07:39.270191 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d23b8-1e39-4cfb-b813-5f720063b01b req-a8544949-b8c2-4391-a869-106b272ff7f6 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:39.271634 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fb9d23b8-1e39-4cfb-b813-5f720063b01b req-a8544949-b8c2-4391-a869-106b272ff7f6 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 944 time: 0.0690861 Sep 04 16:07:39.363971 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fb9d23b8-1e39-4cfb-b813-5f720063b01b req-c0a3ad1c-758c-4233-87b1-2cba898e61f7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843875 Sep 04 16:07:39.388059 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1f489fda-7329-4b5d-88f4-99b9bceabbb6 req-9fe36d79-5775-4b4b-9a77-f8547313f2f4 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155062 Sep 04 16:07:39.758306 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 99061c21-d248-47a9-915f-3c8ea111de7e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:07:39.779266 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: 99061c21-d248-47a9-915f-3c8ea111de7e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:07:39.779895 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 99061c21-d248-47a9-915f-3c8ea111de7e not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:07:40.225723 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49202) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:40.563200 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce7344-a896-45cc-87f6-a55b6b023afb req-ef3502b0-2fb9-4129-a0b7-908a154175e4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:40.564681 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-19ce7344-a896-45cc-87f6-a55b6b023afb req-ef3502b0-2fb9-4129-a0b7-908a154175e4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 944 time: 0.1242518 Sep 04 16:07:40.602466 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f04682-730a-4d1c-8de5-31ff83424281', 'tag': 'cd162cf0-ccfb-466f-a584-47487192dbe5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:40.605167 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa" -d '{"events": [{"name": "network-changed", "server_uuid": "09f04682-730a-4d1c-8de5-31ff83424281", "tag": "cd162cf0-ccfb-466f-a584-47487192dbe5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:40.632721 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-19ce7344-a896-45cc-87f6-a55b6b023afb req-d105f5c8-bff8-4971-b65e-5c82d2d99a3d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620189 Sep 04 16:07:40.647005 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f085ec89-11bf-49e6-a2e6-358793099662 x-openstack-request-id: req-f085ec89-11bf-49e6-a2e6-358793099662 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:40.647421 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f04682-730a-4d1c-8de5-31ff83424281", "tag": "cd162cf0-ccfb-466f-a584-47487192dbe5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:40.647742 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f085ec89-11bf-49e6-a2e6-358793099662 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:40.648207 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f04682-730a-4d1c-8de5-31ff83424281', 'tag': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'status': 'completed', 'code': 200} Sep 04 16:07:40.699550 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:40.717149 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-62cc69f7-f9d8-4bfd-a972-bfc57be6d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:40.718760 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-62cc69f7-f9d8-4bfd-a972-bfc57be6d3e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 1097 time: 0.0453207 Sep 04 16:07:40.817864 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-8968c8a7-c380-4e69-8a6c-27f4da59aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:40.819527 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-8968c8a7-c380-4e69-8a6c-27f4da59aff4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 913 time: 0.0930576 Sep 04 16:07:40.865964 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-7f063532-30c2-44f5-972e-f272e0148c13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd162cf0-ccfb-466f-a584-47487192dbe5 HTTP/1.1" status: 200 len: 217 time: 0.0381145 Sep 04 16:07:40.921322 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-c5eba329-c078-49c8-a1de-fe5d66a492e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:40.922723 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-c5eba329-c078-49c8-a1de-fe5d66a492e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0462639 Sep 04 16:07:40.987954 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-7e396ba2-0dc2-4d8d-a3c5-fd563eb46409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:40.989572 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-7e396ba2-0dc2-4d8d-a3c5-fd563eb46409 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443885 Sep 04 16:07:41.082061 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914084'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:41.094926 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-f8b735d3-b825-43d7-8d5e-8eb5459b33d7 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932038 Sep 04 16:07:41.192983 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7471e6ed-1f76-49d7-9d4a-7e74e48d21fa req-347af9e0-5eed-4aa1-99e8-e60bc070fc30 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882211 Sep 04 16:07:41.379586 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] Deleting port f1f121e7-f8e9-46d0-820b-955bfc24fd5e {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:41.380155 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:41.459212 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] For port f1f121e7-f8e9-46d0-820b-955bfc24fd5e, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=f1f121e7-f8e9-46d0-820b-955bfc24fd5e,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:41.459500 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:41.471627 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] Calling delete_port for f1f121e7-f8e9-46d0-820b-955bfc24fd5e owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:41.650625 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:41.674428 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f121e7-f8e9-46d0-820b-955bfc24fd5e,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:41.770743 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c0bd6-3207-45ed-991f-88b50fe6a5fd req-3f650f87-2d46-4a26-b43d-801bfc73c9f1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:41.772412 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-344c0bd6-3207-45ed-991f-88b50fe6a5fd req-3f650f87-2d46-4a26-b43d-801bfc73c9f1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 944 time: 0.0621119 Sep 04 16:07:41.819724 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-344c0bd6-3207-45ed-991f-88b50fe6a5fd req-23dfaac8-52c4-44e0-bbef-2a4593aa6fba tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Sep 04 16:07:41.871853 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373958'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:42.090422 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] Router db19a29b-523b-4d70-b27c-a772d49b0ee5 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:07:42.198873 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:42.204462 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-df066136-4411-4f28-bfe2-1dae037c4fac admin admin] 10.222.0.53 "PUT /v2.0/routers/db19a29b-523b-4d70-b27c-a772d49b0ee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9777343 Sep 04 16:07:42.207091 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49218) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:42.207736 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] Sync routers for ids ['db19a29b-523b-4d70-b27c-a772d49b0ee5'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:42.218762 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] Routers {'db19a29b-523b-4d70-b27c-a772d49b0ee5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:42.219413 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['db19a29b-523b-4d70-b27c-a772d49b0ee5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:42.297673 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:42.317968 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:42.330687 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] Set router db19a29b-523b-4d70-b27c-a772d49b0ee5 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:42.425345 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:42.481761 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Deleting port 8526db19-b5a8-448b-ac16-3f9fd83fa38c {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:42.482237 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:42.520736 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:07:41Z', 'revision_number': 5, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port': {'id': '8526db19-b5a8-448b-ac16-3f9fd83fa38c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:14Z', 'updated_at': '2021-09-04T16:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:42.547827 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] Checking router: db19a29b-523b-4d70-b27c-a772d49b0ee5 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:42.556829 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] Routers {'db19a29b-523b-4d70-b27c-a772d49b0ee5'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:42.557470 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['db19a29b-523b-4d70-b27c-a772d49b0ee5'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:42.580034 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] For port 8526db19-b5a8-448b-ac16-3f9fd83fa38c, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=8526db19-b5a8-448b-ac16-3f9fd83fa38c,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:42.580403 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:42.594333 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Calling delete_port for 8526db19-b5a8-448b-ac16-3f9fd83fa38c owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:42.647372 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] Set router db19a29b-523b-4d70-b27c-a772d49b0ee5 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:42.705570 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:07:42Z', 'revision_number': 6, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port_host': None}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:42.732752 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ca1fb-00b2-496a-8bc6-ff9aa6d302c4 None None] The sync data for ids ['db19a29b-523b-4d70-b27c-a772d49b0ee5'] in dv-cinder-799663-6-iscsi is: [{'id': 'db19a29b-523b-4d70-b27c-a772d49b0ee5', 'name': 'tempest-TestMinimumBasicScenario-1129133040-router', 'tenant_id': '41d4897cecf34ddc96c97c667ea73ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:13Z', 'updated_at': '2021-09-04T16:07:42Z', 'revision_number': 6, 'project_id': '41d4897cecf34ddc96c97c667ea73ba1', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:42.763484 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:42.794942 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Pushing event deleted for resources: {'Port': ['ID=8526db19-b5a8-448b-ac16-3f9fd83fa38c,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:42.853311 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373822'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:42.937952 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad4b73-9b29-4ad6-85f1-e5f469547fbb req-39faf200-0f76-4b82-bb14-82cdb53c0d20 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:42.939369 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcad4b73-9b29-4ad6-85f1-e5f469547fbb req-39faf200-0f76-4b82-bb14-82cdb53c0d20 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 944 time: 0.0526748 Sep 04 16:07:42.957438 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26233'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:42.959740 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:42.979488 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fcad4b73-9b29-4ad6-85f1-e5f469547fbb req-0c05a2c7-7c48-4037-9744-cc3b8a7fedb3 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341058 Sep 04 16:07:43.023129 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914466'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.023869 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Fanout notify agent at l3_agent the message router_deleted on router db19a29b-523b-4d70-b27c-a772d49b0ee5 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:07:43.029787 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.030936 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-30343982-7add-4df3-9253-f346c828f91d admin admin] 10.222.0.53 "DELETE /v2.0/routers/db19a29b-523b-4d70-b27c-a772d49b0ee5 HTTP/1.1" status: 204 len: 168 time: 0.8229241 Sep 04 16:07:43.033410 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49226) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:43.080552 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fab523-3201-4398-90c6-a4afb8147386 admin admin] Deleting subnet 9b70565c-38e8-46fd-ab81-5b0d3e332295 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:07:43.083740 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35fab523-3201-4398-90c6-a4afb8147386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.117503 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35fab523-3201-4398-90c6-a4afb8147386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498299'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.229486 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35fab523-3201-4398-90c6-a4afb8147386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.282884 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35fab523-3201-4398-90c6-a4afb8147386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29005761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636583'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.307465 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fab523-3201-4398-90c6-a4afb8147386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b70565c-38e8-46fd-ab81-5b0d3e332295,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:43.311120 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-35fab523-3201-4398-90c6-a4afb8147386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.312963 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-35fab523-3201-4398-90c6-a4afb8147386 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9b70565c-38e8-46fd-ab81-5b0d3e332295 HTTP/1.1" status: 204 len: 168 time: 0.2785733 Sep 04 16:07:43.315491 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 49228) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:43.316207 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240685a-e207-4383-897f-2f0b95e51d43 None None] Network 12127e24-3593-40c4-b60a-7e53f354ca9b requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:07:43.396656 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.450671 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Deleting port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:43.451013 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.502885 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac25ef8d-efa7-4304-9313-28dc59df8aec None None] DHCP port deletion for 12127e24-3593-40c4-b60a-7e53f354ca9b request from dv-cinder-799663-6-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 04 16:07:43.524850 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] For port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=3b5e5124-74ef-4ba3-81d7-eee3f900eafc,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:43.525333 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.537291 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Calling delete_port for 3b5e5124-74ef-4ba3-81d7-eee3f900eafc owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:43.548510 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ac25ef8d-efa7-4304-9313-28dc59df8aec None None] Deleting port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:43.549010 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac25ef8d-efa7-4304-9313-28dc59df8aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.613893 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-ac25ef8d-efa7-4304-9313-28dc59df8aec None None] For port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=3b5e5124-74ef-4ba3-81d7-eee3f900eafc,segment=NetworkSegment(a7edbb1c-b911-41f5-89b4-efe8bb44a0a5),segment_id=a7edbb1c-b911-41f5-89b4-efe8bb44a0a5)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:43.614282 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac25ef8d-efa7-4304-9313-28dc59df8aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.623873 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.633618 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-ac25ef8d-efa7-4304-9313-28dc59df8aec None None] Calling delete_port for 3b5e5124-74ef-4ba3-81d7-eee3f900eafc owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:43.653717 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] No DVR routers for this DVR port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc on host dv-cinder-799663-6-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:07:43.655536 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5e5124-74ef-4ba3-81d7-eee3f900eafc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:43.752308 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.755898 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-ac25ef8d-efa7-4304-9313-28dc59df8aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.763675 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12127e24-3593-40c4-b60a-7e53f354ca9b']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:43.774872 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:43.775176 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7edbb1c-b911-41f5-89b4-efe8bb44a0a5') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:43.785290 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29288184'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.801133 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.812362 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:07:43.812765 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25244563'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: Traceback (most recent call last): Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: timer() Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: cb(*args, **kw) Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: return func(*args, **kwargs) Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: self._notify() Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: self.callback(batched_events) Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: event.method(event) Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: return f(self, *a, **k) Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._get(url).json() Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:07:43.814547 dv-cinder-799663-6-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:07:43.874831 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.890267 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:43.894026 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] 10.222.0.53 "DELETE /v2.0/networks/12127e24-3593-40c4-b60a-7e53f354ca9b HTTP/1.1" status: 204 len: 168 time: 0.5756803 Sep 04 16:07:43.894786 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed3083-3853-4e2e-8a25-fe895ffcad24 admin admin] Pushing event deleted for resources: {'Network': ['ID=12127e24-3593-40c4-b60a-7e53f354ca9b,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:43.895318 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49234) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:43.923669 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25ef8d-efa7-4304-9313-28dc59df8aec None None] Pushing event deleted for resources: {'Port': ['ID=3b5e5124-74ef-4ba3-81d7-eee3f900eafc,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:43.928165 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac25ef8d-efa7-4304-9313-28dc59df8aec None None] No DVR routers for this DVR port 3b5e5124-74ef-4ba3-81d7-eee3f900eafc on host dv-cinder-799663-6-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:07:44.103867 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25660835-ae46-4e06-9352-2633a2525e3a req-e2f4b9bb-6f32-4973-ac7c-3ff860f0e3f7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:44.105429 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-25660835-ae46-4e06-9352-2633a2525e3a req-e2f4b9bb-6f32-4973-ac7c-3ff860f0e3f7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 944 time: 0.0530992 Sep 04 16:07:44.144392 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-25660835-ae46-4e06-9352-2633a2525e3a req-50cff30a-1507-401c-9c2d-dea1aaaf64e9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Sep 04 16:07:44.259719 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914084'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:44.498076 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] Deleting port 5f1c0244-8ca8-4232-8204-6b6dadb76882 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:44.498419 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:44.556685 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 8526db19-b5a8-448b-ac16-3f9fd83fa38c no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:07:44.575915 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 8526db19-b5a8-448b-ac16-3f9fd83fa38c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:07:44.576259 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 8526db19-b5a8-448b-ac16-3f9fd83fa38c not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:07:44.576676 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 3b5e5124-74ef-4ba3-81d7-eee3f900eafc no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:07:44.579734 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] For port 5f1c0244-8ca8-4232-8204-6b6dadb76882, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=5f1c0244-8ca8-4232-8204-6b6dadb76882,segment=NetworkSegment(f40afeb3-dc54-45d1-8c3d-961998a8b3e9),segment_id=f40afeb3-dc54-45d1-8c3d-961998a8b3e9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:44.580161 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:44.592603 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] Calling delete_port for 5f1c0244-8ca8-4232-8204-6b6dadb76882 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:44.595020 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 3b5e5124-74ef-4ba3-81d7-eee3f900eafc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:07:44.595361 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 3b5e5124-74ef-4ba3-81d7-eee3f900eafc not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:07:44.595775 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device f1f121e7-f8e9-46d0-820b-955bfc24fd5e no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:07:44.614095 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: f1f121e7-f8e9-46d0-820b-955bfc24fd5e {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:07:44.614442 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device f1f121e7-f8e9-46d0-820b-955bfc24fd5e not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:07:45.007358 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:45.032169 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1c0244-8ca8-4232-8204-6b6dadb76882,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:45.197487 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373958'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:45.259446 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a406bf-a140-40eb-9a13-0d93c1f88446 req-d367ef6f-a7aa-485f-a792-e1134c1327c7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:45.260956 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e1a406bf-a140-40eb-9a13-0d93c1f88446 req-d367ef6f-a7aa-485f-a792-e1134c1327c7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 944 time: 0.0491641 Sep 04 16:07:45.300408 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e1a406bf-a140-40eb-9a13-0d93c1f88446 req-cc7abf6d-c621-4c4b-9b74-33066c3eb91e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333533 Sep 04 16:07:45.403617 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] Router bed27d1b-4eec-439f-b204-c62529aca8a1 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:07:45.514788 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:45.519790 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c4b0e3f4-7202-469e-b088-52f5b272eb1f admin admin] 10.222.0.53 "PUT /v2.0/routers/bed27d1b-4eec-439f-b204-c62529aca8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6234682 Sep 04 16:07:45.522455 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49254) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:45.525685 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] Sync routers for ids ['bed27d1b-4eec-439f-b204-c62529aca8a1'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:45.535472 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] Routers {'bed27d1b-4eec-439f-b204-c62529aca8a1'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:45.536086 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['bed27d1b-4eec-439f-b204-c62529aca8a1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:45.630940 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:45.724481 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] Set router bed27d1b-4eec-439f-b204-c62529aca8a1 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:45.733619 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:45.794030 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Deleting port 77756ae7-e912-4fc9-9319-d225fb65122b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:45.794375 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:45.876675 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] For port 77756ae7-e912-4fc9-9319-d225fb65122b, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=77756ae7-e912-4fc9-9319-d225fb65122b,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:45.877073 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:45.890282 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Calling delete_port for 77756ae7-e912-4fc9-9319-d225fb65122b owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:45.912369 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'name': 'tempest-TestMinimumBasicScenario-1610880613-router', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:07:44Z', 'revision_number': 5, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'gw_port': {'id': '77756ae7-e912-4fc9-9319-d225fb65122b', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:45.961018 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] Checking router: bed27d1b-4eec-439f-b204-c62529aca8a1 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:45.983786 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] Routers {'bed27d1b-4eec-439f-b204-c62529aca8a1'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:45.984604 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['bed27d1b-4eec-439f-b204-c62529aca8a1'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:46.080506 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] Set router bed27d1b-4eec-439f-b204-c62529aca8a1 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:46.102143 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.138224 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'name': 'tempest-TestMinimumBasicScenario-1610880613-router', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:07:45Z', 'revision_number': 6, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'gw_port_host': None}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:46.158013 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Pushing event deleted for resources: {'Port': ['ID=77756ae7-e912-4fc9-9319-d225fb65122b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:46.170864 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f33f4e-1214-4449-870e-57711629bb90 None None] The sync data for ids ['bed27d1b-4eec-439f-b204-c62529aca8a1'] in dv-cinder-799663-6-iscsi is: [{'id': 'bed27d1b-4eec-439f-b204-c62529aca8a1', 'name': 'tempest-TestMinimumBasicScenario-1610880613-router', 'tenant_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:21Z', 'updated_at': '2021-09-04T16:07:45Z', 'revision_number': 6, 'project_id': 'fa8b9feec4624163b198a99d0b7d28f8', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:46.201361 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373822'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.288600 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26233'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.290781 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.335687 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914466'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.336202 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed27d1b-4eec-439f-b204-c62529aca8a1 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:07:46.340398 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.341567 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-2fe10554-f78c-4e3c-b777-74ebe6e0db57 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bed27d1b-4eec-439f-b204-c62529aca8a1 HTTP/1.1" status: 204 len: 168 time: 0.8182054 Sep 04 16:07:46.344030 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49266) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:46.387370 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdab457-cab1-452f-8ecb-69a5950c6d55 admin admin] Deleting subnet 3be6f77c-6982-4824-8885-cbad058e23c9 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:07:46.390439 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cdab457-cab1-452f-8ecb-69a5950c6d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.421408 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670368e-b52d-42a8-9d92-ea17aec9b97e req-ef3a12b6-56bc-4cca-a07f-0a2912451ec4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:46.422895 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8670368e-b52d-42a8-9d92-ea17aec9b97e req-ef3a12b6-56bc-4cca-a07f-0a2912451ec4 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 944 time: 0.0523636 Sep 04 16:07:46.425472 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cdab457-cab1-452f-8ecb-69a5950c6d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498299'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.461899 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8670368e-b52d-42a8-9d92-ea17aec9b97e req-d05c91f9-61a1-46a5-9d90-37ece0940f54 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325389 Sep 04 16:07:46.523437 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cdab457-cab1-452f-8ecb-69a5950c6d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.587089 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cdab457-cab1-452f-8ecb-69a5950c6d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29005761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636583'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.613023 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdab457-cab1-452f-8ecb-69a5950c6d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be6f77c-6982-4824-8885-cbad058e23c9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:46.623139 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8cdab457-cab1-452f-8ecb-69a5950c6d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.623969 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-8cdab457-cab1-452f-8ecb-69a5950c6d55 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3be6f77c-6982-4824-8885-cbad058e23c9 HTTP/1.1" status: 204 len: 168 time: 0.2790077 Sep 04 16:07:46.626699 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49270) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:46.632756 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d504a73b-9606-4f39-8c24-2745672bc65e None None] Network 975c746c-f8cc-4fc9-bf37-898320a2d422 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:07:46.699465 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.751716 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Deleting port 121fd9de-41da-430d-9143-5725af98d838 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:07:46.752062 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.814054 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] For port 121fd9de-41da-430d-9143-5725af98d838, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=121fd9de-41da-430d-9143-5725af98d838,segment=NetworkSegment(f40afeb3-dc54-45d1-8c3d-961998a8b3e9),segment_id=f40afeb3-dc54-45d1-8c3d-961998a8b3e9)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:46.814350 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.825995 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Calling delete_port for 121fd9de-41da-430d-9143-5725af98d838 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:07:46.903198 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:46.926492 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=121fd9de-41da-430d-9143-5725af98d838,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:46.932550 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] No DVR routers for this DVR port 121fd9de-41da-430d-9143-5725af98d838 on host dv-cinder-799663-6-iscsi {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:07:46.991882 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 5f1c0244-8ca8-4232-8204-6b6dadb76882 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:07:46.994296 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d98bc09-465e-4409-8316-4457dd09cb88 None None] DHCP port deletion for 975c746c-f8cc-4fc9-bf37-898320a2d422 request from dv-cinder-799663-6-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 04 16:07:47.009923 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.014486 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 5f1c0244-8ca8-4232-8204-6b6dadb76882 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:07:47.014831 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 5f1c0244-8ca8-4232-8204-6b6dadb76882 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:07:47.023244 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975c746c-f8cc-4fc9-bf37-898320a2d422']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:47.034302 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:47.034597 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40afeb3-dc54-45d1-8c3d-961998a8b3e9') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:47.043952 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498274'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.057488 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.064184 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:07:47.064618 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29005727'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: Traceback (most recent call last): Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: timer() Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: cb(*args, **kw) Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: return func(*args, **kwargs) Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: self._notify() Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: self.callback(batched_events) Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: event.method(event) Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: return f(self, *a, **k) Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._get(url).json() Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:07:47.066618 dv-cinder-799663-6-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:07:47.122034 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.126747 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.128745 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] 10.222.0.53 "DELETE /v2.0/networks/975c746c-f8cc-4fc9-bf37-898320a2d422 HTTP/1.1" status: 204 len: 168 time: 0.5010953 Sep 04 16:07:47.142663 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91236cc-8c67-486c-8a4a-0232651e6b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=975c746c-f8cc-4fc9-bf37-898320a2d422,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:47.246175 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 49276) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:47.287584 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-188783f8-ce3e-4ede-a0fe-ae07d914b861 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41d4897cecf34ddc96c97c667ea73ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402732 Sep 04 16:07:47.290156 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 49278) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:47.335703 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a6f54f-21d2-43dc-8a52-8e2b81a7cce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.356027 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a6f54f-21d2-43dc-8a52-8e2b81a7cce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.401116 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a6f54f-21d2-43dc-8a52-8e2b81a7cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.403621 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-34a6f54f-21d2-43dc-8a52-8e2b81a7cce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.404772 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-34a6f54f-21d2-43dc-8a52-8e2b81a7cce7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5f4b382-42fd-46a3-ad84-305743857ee5 HTTP/1.1" status: 204 len: 168 time: 0.1136596 Sep 04 16:07:47.412368 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6f54f-21d2-43dc-8a52-8e2b81a7cce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f4b382-42fd-46a3-ad84-305743857ee5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:47.585048 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c00673-a39c-4bcc-8c88-37bb5bd664d0 req-4ef07f85-7de1-418b-9429-ed6859d6e7ff tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:47.586603 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-54c00673-a39c-4bcc-8c88-37bb5bd664d0 req-4ef07f85-7de1-418b-9429-ed6859d6e7ff tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 944 time: 0.0549085 Sep 04 16:07:47.628159 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:07:47.634712 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-54c00673-a39c-4bcc-8c88-37bb5bd664d0 req-a62047b7-eadd-4f66-aabe-372b25ee52ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351174 Sep 04 16:07:47.738102 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 49288) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:47.778595 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-236cbe3e-a9ec-4d06-8ef3-f664f8b215f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa8b9feec4624163b198a99d0b7d28f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393147 Sep 04 16:07:47.781057 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 49290) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:47.828494 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27f22b70-eff2-41a1-a8c2-6477f7c50ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.849520 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27f22b70-eff2-41a1-a8c2-6477f7c50ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.894964 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27f22b70-eff2-41a1-a8c2-6477f7c50ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.897619 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-27f22b70-eff2-41a1-a8c2-6477f7c50ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:47.898902 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-27f22b70-eff2-41a1-a8c2-6477f7c50ad8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/091cd9bf-3ebc-44b3-8e11-857bcc70c0a3 HTTP/1.1" status: 204 len: 168 time: 0.1169055 Sep 04 16:07:47.907426 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f22b70-eff2-41a1-a8c2-6477f7c50ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091cd9bf-3ebc-44b3-8e11-857bcc70c0a3,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:48.538980 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 121fd9de-41da-430d-9143-5725af98d838 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:07:48.559841 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 121fd9de-41da-430d-9143-5725af98d838 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:07:48.560204 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 121fd9de-41da-430d-9143-5725af98d838 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:07:48.560616 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 77756ae7-e912-4fc9-9319-d225fb65122b no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:07:48.582593 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 77756ae7-e912-4fc9-9319-d225fb65122b {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:07:48.582945 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 77756ae7-e912-4fc9-9319-d225fb65122b not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:07:48.753395 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e77fb-25cf-4b62-8405-c0ee25a94e90 req-b74edce8-34bd-4c19-b589-ac3ffc1e41eb tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:48.754784 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca7e77fb-25cf-4b62-8405-c0ee25a94e90 req-b74edce8-34bd-4c19-b589-ac3ffc1e41eb tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 944 time: 0.0520775 Sep 04 16:07:48.792158 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca7e77fb-25cf-4b62-8405-c0ee25a94e90 req-669d2111-feb4-4cd7-be79-fea3b6459a1d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311463 Sep 04 16:07:49.784778 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device cd162cf0-ccfb-466f-a584-47487192dbe5 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:07:49.878787 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port cd162cf0-ccfb-466f-a584-47487192dbe5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd162cf0-ccfb-466f-a584-47487192dbe5,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:49.890767 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'mac_address': 'fa:16:3e:26:38:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:07:49.904193 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281af61a-3b88-499c-9282-ad7a3e913318 req-d4ef34bc-69e2-45f6-a5c6-26986195de74 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:49.905728 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-281af61a-3b88-499c-9282-ad7a3e913318 req-d4ef34bc-69e2-45f6-a5c6-26986195de74 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 944 time: 0.0485294 Sep 04 16:07:49.932209 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:49.943470 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-281af61a-3b88-499c-9282-ad7a3e913318 req-0e9500d9-115e-429f-88b5-7d520cf83f75 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Sep 04 16:07:49.944566 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd162cf0-ccfb-466f-a584-47487192dbe5 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:07:49.965014 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port cd162cf0-ccfb-466f-a584-47487192dbe5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd162cf0-ccfb-466f-a584-47487192dbe5,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:49.969597 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:50.016222 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=cd162cf0-ccfb-466f-a584-47487192dbe5,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:50.606698 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['cd162cf0-ccfb-466f-a584-47487192dbe5'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:07:51.055450 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c267e-b44a-4c5d-8caf-7e3dbe965601 req-c1323ec8-3691-4e85-a34e-a1df28527d60 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:51.056958 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-399c267e-b44a-4c5d-8caf-7e3dbe965601 req-c1323ec8-3691-4e85-a34e-a1df28527d60 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Sep 04 16:07:51.094661 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-399c267e-b44a-4c5d-8caf-7e3dbe965601 req-c4cf2f72-722a-4dd1-9f42-45d8ffcd2da1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317378 Sep 04 16:07:52.209738 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1341bd-5bd6-46d7-bc52-25d374edc603 req-50712808-3335-489a-9fa1-89674277f2bc tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:52.211178 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4c1341bd-5bd6-46d7-bc52-25d374edc603 req-50712808-3335-489a-9fa1-89674277f2bc tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 945 time: 0.0511076 Sep 04 16:07:52.248469 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4c1341bd-5bd6-46d7-bc52-25d374edc603 req-737f3f1c-ca84-452a-8df5-14767e50da34 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307879 Sep 04 16:07:53.361993 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a54f96-103f-4fbc-b453-cf8cb36e4cbf req-8f9fd53f-88d8-466b-a0f5-af1a60481ff7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:53.363467 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d4a54f96-103f-4fbc-b453-cf8cb36e4cbf req-8f9fd53f-88d8-466b-a0f5-af1a60481ff7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 945 time: 0.0495343 Sep 04 16:07:53.400395 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d4a54f96-103f-4fbc-b453-cf8cb36e4cbf req-ecf1a325-500c-454b-a91e-cf4b08c82ced tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304430 Sep 04 16:07:53.793556 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device cd162cf0-ccfb-466f-a584-47487192dbe5 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:07:53.840462 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port cd162cf0-ccfb-466f-a584-47487192dbe5 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:07:53.844107 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port cd162cf0-ccfb-466f-a584-47487192dbe5 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:07:53.844479 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:53.925168 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:53.948308 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f04682-730a-4d1c-8de5-31ff83424281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd162cf0-ccfb-466f-a584-47487192dbe5'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:53.950737 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a80436-4f31-4795-aaad-270d1389c727" -d '{"events": [{"server_uuid": "09f04682-730a-4d1c-8de5-31ff83424281", "name": "network-vif-plugged", "status": "completed", "tag": "cd162cf0-ccfb-466f-a584-47487192dbe5"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:53.963508 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port cd162cf0-ccfb-466f-a584-47487192dbe5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd162cf0-ccfb-466f-a584-47487192dbe5,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:07:53.967739 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:53.989929 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dc5c39-1928-451f-9662-d5794d424b12 x-openstack-request-id: req-d3dc5c39-1928-451f-9662-d5794d424b12 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:53.990215 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f04682-730a-4d1c-8de5-31ff83424281", "name": "network-vif-plugged", "status": "completed", "tag": "cd162cf0-ccfb-466f-a584-47487192dbe5", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:53.990462 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3dc5c39-1928-451f-9662-d5794d424b12 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:53.990846 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f04682-730a-4d1c-8de5-31ff83424281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'code': 200} Sep 04 16:07:54.018012 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=cd162cf0-ccfb-466f-a584-47487192dbe5,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:54.205706 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c07b7-a323-449b-832e-fb414bf204c0 req-32acbde4-96cd-45ee-8b4e-aefa1089d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:54.207154 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cc5c07b7-a323-449b-832e-fb414bf204c0 req-32acbde4-96cd-45ee-8b4e-aefa1089d2a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 1099 time: 0.0382016 Sep 04 16:07:54.240515 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cc5c07b7-a323-449b-832e-fb414bf204c0 req-05f233d7-7cc4-4ab5-848a-433cbb7af01c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259376 Sep 04 16:07:54.518600 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd5bc3-1e4b-4743-93da-7c122122b3d2 req-b3021289-682e-4195-a57b-cf5e0e67828e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:54.520066 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-63dd5bc3-1e4b-4743-93da-7c122122b3d2 req-b3021289-682e-4195-a57b-cf5e0e67828e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 946 time: 0.0516658 Sep 04 16:07:54.557467 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-63dd5bc3-1e4b-4743-93da-7c122122b3d2 req-88fb55a0-1e7a-488e-88f7-ca6068d5cbf1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314364 Sep 04 16:07:55.691438 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae379b0-9d00-41a1-8484-6b9cb3e1fb10 req-0660d68e-73a5-4723-a940-9908e17759e1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:55.692928 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9ae379b0-9d00-41a1-8484-6b9cb3e1fb10 req-0660d68e-73a5-4723-a940-9908e17759e1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 946 time: 0.0574305 Sep 04 16:07:55.734603 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9ae379b0-9d00-41a1-8484-6b9cb3e1fb10 req-ba070c2f-9d6c-4652-b30c-748d9b851855 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340967 Sep 04 16:07:56.853193 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3ccbd-63d3-4b00-bf06-eba2ba5e18db req-49154c3b-40d0-4441-8ebb-09add8bb5e02 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:56.854652 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e2d3ccbd-63d3-4b00-bf06-eba2ba5e18db req-49154c3b-40d0-4441-8ebb-09add8bb5e02 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 946 time: 0.0482152 Sep 04 16:07:56.890605 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e2d3ccbd-63d3-4b00-bf06-eba2ba5e18db req-f5992615-7c7a-41fd-afc1-af6768a7b6e7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300179 Sep 04 16:07:57.026430 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abb7a5-4234-47ab-b3b2-a5091cd57cd2 req-3260ebb5-af90-474e-92c7-b33b652b70bf tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:57.027830 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03abb7a5-4234-47ab-b3b2-a5091cd57cd2 req-3260ebb5-af90-474e-92c7-b33b652b70bf tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 946 time: 0.0557270 Sep 04 16:07:57.065737 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-03abb7a5-4234-47ab-b3b2-a5091cd57cd2 req-1d67a81f-7088-45df-aff9-d797cf080c3e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Sep 04 16:07:57.088575 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49350) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:57.140837 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d48610-8bc8-4638-b79a-5c642d7baf55 tempest-TestVolumeBootPattern-415000859 tempest-TestVolumeBootPattern-415000859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:57.143082 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-04d48610-8bc8-4638-b79a-5c642d7baf55 tempest-TestVolumeBootPattern-415000859 tempest-TestVolumeBootPattern-415000859-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 1094 time: 0.0534663 Sep 04 16:07:57.146541 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 49358) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:07:57.151921 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'floatingip': {'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:57.191513 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:57.214412 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-e97c6502-dba4-48d6-9688-a6753dcd49b3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-207949109&fields=id&tenant_id=46881f97ebf64e96a09874dbee3256df HTTP/1.1" status: 200 len: 267 time: 0.0351238 Sep 04 16:07:57.299482 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:57.326454 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-4153e35e-58c8-44fb-9de8-f2873cb6ce53 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:57.328285 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-4153e35e-58c8-44fb-9de8-f2873cb6ce53 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/networks?id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb HTTP/1.1" status: 200 len: 809 time: 0.1029634 Sep 04 16:07:57.343591 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-a02293c6-6466-41a2-8813-66d2b364faad tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/quotas/46881f97ebf64e96a09874dbee3256df HTTP/1.1" status: 200 len: 375 time: 0.0092382 Sep 04 16:07:57.398868 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-0554ca6e-332c-4e1a-9c55-65bbe89a0869 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=46881f97ebf64e96a09874dbee3256df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488462 Sep 04 16:07:57.405307 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Allocated IP 172.27.2.84 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/a9e57392-fe58-47e4-a97d-b625c890bbb0) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:57.501264 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-a7417db9-526c-47cf-9d2e-7a0c96a202cc service neutron] 10.222.0.53 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908229 Sep 04 16:07:57.506866 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:57.554577 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:57.597061 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:57.598688 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-913251e2-24ab-4331-8e59-427d8c72a14c service neutron] 10.222.0.53 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907621 Sep 04 16:07:57.599875 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:57.603877 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:57.611392 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'Port': ['ID=a9e57392-fe58-47e4-a97d-b625c890bbb0,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:58.176075 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-da981fb3-6a21-4dc0-9578-ccacce2f2023 req-3a272b6b-0f61-4dbf-8afb-904b33928a7c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 210 time: 0.3014562 Sep 04 16:07:58.232321 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:58.299834 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:58.450271 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:58.454482 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:58.518473 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'Port': ['ID=a9e57392-fe58-47e4-a97d-b625c890bbb0,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:58.529798 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:58.634673 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Floating IP fc6be317-78e5-4823-ad12-34bc2ebcf575 associated. External IP: 172.27.2.84, port: cd162cf0-ccfb-466f-a584-47487192dbe5. Sep 04 16:07:58.932548 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-c052d676-ef82-4588-a20d-dfd8b138809c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:58.934056 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-c052d676-ef82-4588-a20d-dfd8b138809c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.46 "GET /v2.0/networks?id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb HTTP/1.1" status: 200 len: 809 time: 0.1561904 Sep 04 16:07:58.935816 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Router 42ba80ca-7e58-4b88-87fc-80d4945c6675 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:07:59.046212 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-12d8f8a8-dd89-454b-b946-ca0ee6c24d4e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46881f97ebf64e96a09874dbee3256df HTTP/1.1" status: 200 len: 379 time: 0.1013956 Sep 04 16:07:59.058001 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Request body: {'port': {'device_id': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'admin_state_up': True, 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'security_groups': ['de1d6b9b-2be7-4b38-bf54-20ce95b8686e']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:59.097370 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:07:59.108501 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] Sync routers for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:07:59.118981 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:59.119790 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:59.146576 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:59.195825 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-62a78a0d-1faf-40bb-9e15-d7e00c51cb68 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0480533 Sep 04 16:07:59.197863 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f04682-730a-4d1c-8de5-31ff83424281', 'tag': 'cd162cf0-ccfb-466f-a584-47487192dbe5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:07:59.200055 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409b2dbb-4945-4168-ba0d-b0e308882772" -d '{"events": [{"name": "network-changed", "server_uuid": "09f04682-730a-4d1c-8de5-31ff83424281", "tag": "cd162cf0-ccfb-466f-a584-47487192dbe5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:07:59.216706 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Made reservation on behalf of 46881f97ebf64e96a09874dbee3256df for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:07:59.220644 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:59.279800 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7af27f-a25f-43bd-a25e-970064ef4bf5 x-openstack-request-id: req-ca7af27f-a25f-43bd-a25e-970064ef4bf5 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:07:59.280116 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f04682-730a-4d1c-8de5-31ff83424281", "tag": "cd162cf0-ccfb-466f-a584-47487192dbe5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:07:59.280364 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca7af27f-a25f-43bd-a25e-970064ef4bf5 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:07:59.280755 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f04682-730a-4d1c-8de5-31ff83424281', 'tag': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'status': 'completed', 'code': 200} Sep 04 16:07:59.283530 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:59.314307 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-acbb299b-3b6a-414e-bdd4-f39cf79c0a98 req-f31b4f17-a78f-4824-b7e1-d6090628bd99 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 210 time: 0.0326641 Sep 04 16:07:59.402442 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-1754652a-efdd-4a77-85b6-6ea26ab4e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:59.403876 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-1754652a-efdd-4a77-85b6-6ea26ab4e7f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 1099 time: 0.0867295 Sep 04 16:07:59.426770 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Allocated IP 172.20.0.6 (359c4769-ef63-4cd3-ab30-db5ec80d1ffb/06a1fd8b-0040-42b1-a38d-af75a25c1424/ec552267-a235-4fec-915e-a9623bd3b674) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:07:59.556197 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'fc6be317-78e5-4823-ad12-34bc2ebcf575', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:26:38:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:57Z', 'updated_at': '2021-09-04T16:07:57Z', 'revision_number': 0, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:59.565398 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-59247b3d-6117-4f2c-9687-6e0894872fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:59.566903 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-59247b3d-6117-4f2c-9687-6e0894872fd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 913 time: 0.1483104 Sep 04 16:07:59.582655 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] Checking router: 42ba80ca-7e58-4b88-87fc-80d4945c6675 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:07:59.591295 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:07:59.591905 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:07:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:59.676727 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-afd63dbb-10f4-4086-ba2e-a9a2596716c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd162cf0-ccfb-466f-a584-47487192dbe5 HTTP/1.1" status: 200 len: 999 time: 0.0822790 Sep 04 16:07:59.681634 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:59.697139 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:07:59.726921 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Transition to ACTIVE for port object ec552267-a235-4fec-915e-a9623bd3b674 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:07:59.745153 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-1d50ae0d-4e83-4231-8c81-e438eb39650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:59.746641 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-1d50ae0d-4e83-4231-8c81-e438eb39650c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0612578 Sep 04 16:07:59.798041 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:59.836351 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-349bce92-e705-4227-9913-be33b2860002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:59.839280 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-349bce92-e705-4227-9913-be33b2860002 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802438 Sep 04 16:07:59.850512 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:07:59.872215 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:07:59.875585 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event updated for resources: {'Port': ['ID=ec552267-a235-4fec-915e-a9623bd3b674,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:59.879721 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:07:59.933534 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'fc6be317-78e5-4823-ad12-34bc2ebcf575', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:26:38:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:57Z', 'updated_at': '2021-09-04T16:07:57Z', 'revision_number': 0, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:07:59.961465 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1da30-4e32-4e81-a56a-16bb11cd3f75 None None] The sync data for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi is: [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'fc6be317-78e5-4823-ad12-34bc2ebcf575', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:26:38:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:57Z', 'updated_at': '2021-09-04T16:07:57Z', 'revision_number': 0, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:07:59.970279 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:07:59.970896 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:07:59.996752 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-7aaadf09-6e8e-4eeb-9ddf-ebc84e4fe72f service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483588 Sep 04 16:07:59.998480 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-63f9b8b0-8216-43ec-83b5-07ba561124c9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9446828 Sep 04 16:08:00.022334 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Request body: {'port': {'device_id': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:00.130507 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cd2479ca-0bbf-4d23-9897-e6d87ce10010 None None] Provisioning for port ec552267-a235-4fec-915e-a9623bd3b674 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:08:00.131366 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:00.135555 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-cd2479ca-0bbf-4d23-9897-e6d87ce10010 None None] Provisioning complete for port ec552267-a235-4fec-915e-a9623bd3b674 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:08:00.135938 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cd2479ca-0bbf-4d23-9897-e6d87ce10010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:00.174894 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-cd2479ca-0bbf-4d23-9897-e6d87ce10010 None None] Port ec552267-a235-4fec-915e-a9623bd3b674 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:08:00.182146 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-409b2dbb-4945-4168-ba0d-b0e308882772 req-69adc12e-0ba7-4809-915b-9f642cf64e4c service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716278 Sep 04 16:08:00.202722 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d93b4-8003-417e-aafa-85d958e6b07f None None] New status for floating IP fc6be317-78e5-4823-ad12-34bc2ebcf575: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:08:00.464696 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec552267-a235-4fec-915e-a9623bd3b674 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:08:00.474697 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:00.484352 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39740aab-4d54-4202-8c81-80615b287f97 req-92a77d45-e016-44bc-aef4-08cadc9228f6 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:00.487464 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-39740aab-4d54-4202-8c81-80615b287f97 req-92a77d45-e016-44bc-aef4-08cadc9228f6 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 931 time: 0.0936797 Sep 04 16:08:00.512501 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Transition to ACTIVE for port object ec552267-a235-4fec-915e-a9623bd3b674 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:08:00.519447 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:00.566317 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-39740aab-4d54-4202-8c81-80615b287f97 req-5047f6b4-a6d7-4e27-8768-638f8d2afb5b tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710320 Sep 04 16:08:00.589389 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Pushing event updated for resources: {'Port': ['ID=ec552267-a235-4fec-915e-a9623bd3b674,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:00.666515 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Attempting to bind port ec552267-a235-4fec-915e-a9623bd3b674 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:08:00.666856 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Attempting to bind port ec552267-a235-4fec-915e-a9623bd3b674 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:08:00.667193 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Attempting to bind port ec552267-a235-4fec-915e-a9623bd3b674 on network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:08:00.671703 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Port ec552267-a235-4fec-915e-a9623bd3b674 on network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:08:00.672029 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Attempting to bind port ec552267-a235-4fec-915e-a9623bd3b674 on network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:08:00.677053 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:08:00.677395 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Checking segment: {'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:08:00.677783 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Bound using segment: {'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:08:00.678216 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Bound port: ec552267-a235-4fec-915e-a9623bd3b674, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:08:00.678578 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:00.742802 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] For port ec552267-a235-4fec-915e-a9623bd3b674, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:08:00.745688 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] For port ec552267-a235-4fec-915e-a9623bd3b674, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec552267-a235-4fec-915e-a9623bd3b674,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:08:00.750626 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:00.782169 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:00.782837 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:00.784454 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] 10.222.0.46 "PUT /v2.0/ports/ec552267-a235-4fec-915e-a9623bd3b674 HTTP/1.1" status: 200 len: 1093 time: 0.7662613 Sep 04 16:08:00.811689 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a6c6f-3644-4c8b-8285-7cf5fa658b45 service neutron] Pushing event updated for resources: {'Port': ['ID=ec552267-a235-4fec-915e-a9623bd3b674,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:00.866559 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-3a0e2cb0-2b14-4a90-ad87-60996aaca7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:00.868636 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-3a0e2cb0-2b14-4a90-ad87-60996aaca7f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46881f97ebf64e96a09874dbee3256df&device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1096 time: 0.0439434 Sep 04 16:08:00.921636 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-28732f95-46df-4bfe-9970-d89565d0586a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec552267-a235-4fec-915e-a9623bd3b674 HTTP/1.1" status: 200 len: 217 time: 0.0407991 Sep 04 16:08:00.974213 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-4a45c79f-1cb9-46e8-8155-cef369569b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:00.975693 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-4a45c79f-1cb9-46e8-8155-cef369569b4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06a1fd8b-0040-42b1-a38d-af75a25c1424 HTTP/1.1" status: 200 len: 848 time: 0.0468571 Sep 04 16:08:01.022273 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9a67aa94-0eef-4fbc-9121-cd795fa0551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:01.024491 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-9a67aa94-0eef-4fbc-9121-cd795fa0551a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408144 Sep 04 16:08:01.115398 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-2bef51ea-351a-429b-899a-559adfec433e service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829880 Sep 04 16:08:01.209505 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e291bbf-0dd5-47e2-b48e-6f5c69231ea9 req-cb7a6b05-1145-4c42-af6b-6d727114c74b service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869582 Sep 04 16:08:01.282307 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:08:01.284684 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f283728-b83f-4671-b8ee-7345ec73bd64" -d '{"events": [{"name": "network-changed", "server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "tag": "ec552267-a235-4fec-915e-a9623bd3b674"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:08:01.320014 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d76d1b4-5728-449c-a14f-3728e385cec9 x-openstack-request-id: req-0d76d1b4-5728-449c-a14f-3728e385cec9 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:08:01.320967 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "tag": "ec552267-a235-4fec-915e-a9623bd3b674", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:08:01.321312 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d76d1b4-5728-449c-a14f-3728e385cec9 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:08:01.321821 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674', 'status': 'completed', 'code': 200} Sep 04 16:08:01.385936 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-b5aed60c-874d-4f50-b6d7-23adfeb23b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:01.387387 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-b5aed60c-874d-4f50-b6d7-23adfeb23b08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46881f97ebf64e96a09874dbee3256df&device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1096 time: 0.0443375 Sep 04 16:08:01.474824 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-292b4230-bfbe-4386-9bb2-ad7e475c9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:01.476434 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-292b4230-bfbe-4386-9bb2-ad7e475c9715 service neutron] 10.222.0.46 "GET /v2.0/networks?id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb HTTP/1.1" status: 200 len: 910 time: 0.0819025 Sep 04 16:08:01.533124 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-fbd7306e-7d48-4bfd-a3e1-c65eb3a44079 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec552267-a235-4fec-915e-a9623bd3b674 HTTP/1.1" status: 200 len: 217 time: 0.0490780 Sep 04 16:08:01.589824 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-5fb36e76-909f-43e8-9b1b-73233299954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:01.591269 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-5fb36e76-909f-43e8-9b1b-73233299954e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06a1fd8b-0040-42b1-a38d-af75a25c1424 HTTP/1.1" status: 200 len: 848 time: 0.0515618 Sep 04 16:08:01.640822 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-2667bb6a-80fe-473b-8311-2352c88ad2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:01.642329 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-2667bb6a-80fe-473b-8311-2352c88ad2cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398266 Sep 04 16:08:01.687644 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff89654-3550-454e-9a22-eb8ed851a615 req-c96d1563-415e-4809-8a3d-bf41ea0c571f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:01.689140 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fff89654-3550-454e-9a22-eb8ed851a615 req-c96d1563-415e-4809-8a3d-bf41ea0c571f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0489438 Sep 04 16:08:01.729124 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fff89654-3550-454e-9a22-eb8ed851a615 req-18eb0df9-8f07-4d17-a523-69fd4e46457b tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340056 Sep 04 16:08:01.734344 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-07c791a1-52e5-4b60-8ade-80730185485d service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837505 Sep 04 16:08:01.833612 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f283728-b83f-4671-b8ee-7345ec73bd64 req-049be891-b676-454e-9424-481422f274df service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910165 Sep 04 16:08:02.842051 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a3a82-d719-45f6-8d47-9eea4bc91ce5 req-169c5054-bbc4-49eb-a348-bc34499cab5f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:02.843507 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bf4a3a82-d719-45f6-8d47-9eea4bc91ce5 req-169c5054-bbc4-49eb-a348-bc34499cab5f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0477977 Sep 04 16:08:02.879830 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-bf4a3a82-d719-45f6-8d47-9eea4bc91ce5 req-ac6a7706-c225-4d92-8d5c-840a2bc4e63d tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302875 Sep 04 16:08:03.996840 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbacaa-b19a-4362-b763-54c6b7ee220a req-c64c562a-d5cc-4fea-b0fb-2806c8dc0fbf tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:03.998341 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03fbacaa-b19a-4362-b763-54c6b7ee220a req-c64c562a-d5cc-4fea-b0fb-2806c8dc0fbf tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0516217 Sep 04 16:08:04.034875 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-03fbacaa-b19a-4362-b763-54c6b7ee220a req-1bf4ce76-302f-4b62-aa9f-19ae083fc685 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307336 Sep 04 16:08:05.073910 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6e066466-842f-4417-bc51-17efa8170bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:05.149739 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20703e64-1222-4b7d-903a-7c1f92490211 req-f6ea83f7-e4a2-484d-af7e-58b76b72fd03 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:05.151274 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-20703e64-1222-4b7d-903a-7c1f92490211 req-f6ea83f7-e4a2-484d-af7e-58b76b72fd03 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0489726 Sep 04 16:08:05.189796 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-20703e64-1222-4b7d-903a-7c1f92490211 req-7a0f91ce-6a96-4a69-abf0-3bb760473d34 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324492 Sep 04 16:08:06.301672 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d7cc4-ab63-45dc-8ff4-5251a133db26 req-b7b9461b-be5f-4b6f-ac66-1c05b3f17e9a tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:06.303027 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5b2d7cc4-ab63-45dc-8ff4-5251a133db26 req-b7b9461b-be5f-4b6f-ac66-1c05b3f17e9a tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0473666 Sep 04 16:08:06.340507 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-5b2d7cc4-ab63-45dc-8ff4-5251a133db26 req-52f93888-8ecb-4043-bc47-4f0518b3944d tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309749 Sep 04 16:08:07.465504 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7271e13-c682-4fca-8c05-d233d9be5822 req-a73181d8-c6c4-4eef-bbfe-2b5d42e231e7 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:07.467024 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e7271e13-c682-4fca-8c05-d233d9be5822 req-a73181d8-c6c4-4eef-bbfe-2b5d42e231e7 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0613413 Sep 04 16:08:07.502542 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e7271e13-c682-4fca-8c05-d233d9be5822 req-7a89382a-ace8-4ca6-8fba-01b51ee2e1d9 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294971 Sep 04 16:08:07.892239 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b45600fa-2531-47b5-8f9b-c35263e7554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:08.130198 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:08.614401 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ff56f-5a14-4dc0-a908-31094b4497bd req-c858b3a1-acec-49b0-8659-9fbc236f428e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:08.615849 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b1ff56f-5a14-4dc0-a908-31094b4497bd req-c858b3a1-acec-49b0-8659-9fbc236f428e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0476375 Sep 04 16:08:08.652483 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0b1ff56f-5a14-4dc0-a908-31094b4497bd req-0126a1fd-852f-48f9-b7a7-d358103ed632 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307717 Sep 04 16:08:09.015304 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:09.766008 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd44954-f129-41bf-9402-e989304a73dd req-b5eea2fa-d888-4acf-8c2f-9acb267ccb23 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:09.767468 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9cd44954-f129-41bf-9402-e989304a73dd req-b5eea2fa-d888-4acf-8c2f-9acb267ccb23 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0492315 Sep 04 16:08:09.805557 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9cd44954-f129-41bf-9402-e989304a73dd req-50d64642-4d9f-4564-b875-c4d301da644e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312138 Sep 04 16:08:10.695879 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:10.919742 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c10f46-d77d-4885-9419-b79ef97b5bb4 req-6825a7d9-8d4a-4d74-9d43-beed92ba5dc6 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:10.921134 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8c10f46-d77d-4885-9419-b79ef97b5bb4 req-6825a7d9-8d4a-4d74-9d43-beed92ba5dc6 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0524473 Sep 04 16:08:10.958217 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-b8c10f46-d77d-4885-9419-b79ef97b5bb4 req-339ecd47-442c-49ab-9dbf-7a1c5aba35dc tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Sep 04 16:08:11.851775 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ec552267-a235-4fec-915e-a9623bd3b674 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:08:11.945329 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port ec552267-a235-4fec-915e-a9623bd3b674, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec552267-a235-4fec-915e-a9623bd3b674,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:08:11.955914 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'ec552267-a235-4fec-915e-a9623bd3b674', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'port_id': 'ec552267-a235-4fec-915e-a9623bd3b674', 'mac_address': 'fa:16:3e:3d:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:08:11.992329 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:12.004602 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec552267-a235-4fec-915e-a9623bd3b674 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:08:12.025131 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port ec552267-a235-4fec-915e-a9623bd3b674, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec552267-a235-4fec-915e-a9623bd3b674,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:08:12.029142 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:12.073443 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6902e35-46a2-46b7-9553-a9b40c9fbed7 req-540ae8ba-fa15-487f-b20e-122a929dbcf2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:12.074996 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6902e35-46a2-46b7-9553-a9b40c9fbed7 req-540ae8ba-fa15-487f-b20e-122a929dbcf2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 944 time: 0.0483768 Sep 04 16:08:12.079848 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=ec552267-a235-4fec-915e-a9623bd3b674,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:12.113411 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e6902e35-46a2-46b7-9553-a9b40c9fbed7 req-7f433714-63a1-4f29-ae87-c4b87316bdf8 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323906 Sep 04 16:08:12.279865 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:12.508396 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['ec552267-a235-4fec-915e-a9623bd3b674'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:08:13.227712 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95a27b-9bea-47b4-b3e7-f483ae60abdf req-d991eed8-acfd-4318-8325-71a3c5555d6f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:13.229396 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c95a27b-9bea-47b4-b3e7-f483ae60abdf req-d991eed8-acfd-4318-8325-71a3c5555d6f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 944 time: 0.0475051 Sep 04 16:08:13.267807 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3c95a27b-9bea-47b4-b3e7-f483ae60abdf req-edfedad9-b303-4070-b58e-31d8247cecfa tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327914 Sep 04 16:08:13.862419 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ec552267-a235-4fec-915e-a9623bd3b674 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:08:13.910576 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port ec552267-a235-4fec-915e-a9623bd3b674 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:08:13.914463 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port ec552267-a235-4fec-915e-a9623bd3b674 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:08:13.914839 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:13.988813 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:14.011494 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:08:14.013932 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fbf72e-01a5-4f95-9191-3c26c2c148bd" -d '{"events": [{"server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "name": "network-vif-plugged", "status": "completed", "tag": "ec552267-a235-4fec-915e-a9623bd3b674"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:08:14.031151 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port ec552267-a235-4fec-915e-a9623bd3b674, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec552267-a235-4fec-915e-a9623bd3b674,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:08:14.035458 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:14.058099 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a2793f-5d46-4b26-a322-458d9de8ee08 x-openstack-request-id: req-63a2793f-5d46-4b26-a322-458d9de8ee08 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:08:14.058564 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "name": "network-vif-plugged", "status": "completed", "tag": "ec552267-a235-4fec-915e-a9623bd3b674", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:08:14.058875 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63a2793f-5d46-4b26-a322-458d9de8ee08 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:08:14.059272 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674', 'code': 200} Sep 04 16:08:14.084523 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=ec552267-a235-4fec-915e-a9623bd3b674,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:14.308418 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70135ea-a6b3-4d30-9ca3-0b5b3a9ff162 req-7bdb4773-7b75-4dbc-8f8b-194a12b59e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:14.309994 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f70135ea-a6b3-4d30-9ca3-0b5b3a9ff162 req-7bdb4773-7b75-4dbc-8f8b-194a12b59e7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1098 time: 0.0400920 Sep 04 16:08:14.369743 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f70135ea-a6b3-4d30-9ca3-0b5b3a9ff162 req-0d722035-6f7e-40df-83cc-0b27349c1d4d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526958 Sep 04 16:08:14.391895 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51d190-c3fb-4870-9538-a507861a05b3 req-4f926d06-c797-4c29-b959-f584cafc7956 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:14.393331 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f51d190-c3fb-4870-9538-a507861a05b3 req-4f926d06-c797-4c29-b959-f584cafc7956 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0550296 Sep 04 16:08:14.429324 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9f51d190-c3fb-4870-9538-a507861a05b3 req-b41bda15-f4fb-4669-b8b2-a2c93f8003ee tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302160 Sep 04 16:08:15.541363 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1711d-41d4-4a59-b96c-ad00dd6f41ad req-b2a6ae68-e1f9-47f5-8e6c-1069412857ea tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:15.542814 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42d1711d-41d4-4a59-b96c-ad00dd6f41ad req-b2a6ae68-e1f9-47f5-8e6c-1069412857ea tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0478508 Sep 04 16:08:15.581534 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-42d1711d-41d4-4a59-b96c-ad00dd6f41ad req-cd5659a0-2334-4191-8e75-2b1725770ec2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328448 Sep 04 16:08:16.693407 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b745df-862a-4250-9276-3deec3d806eb req-aaa9fb7d-2ea1-4699-8fdf-ad16f045d1bf tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:16.694843 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-78b745df-862a-4250-9276-3deec3d806eb req-aaa9fb7d-2ea1-4699-8fdf-ad16f045d1bf tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0476151 Sep 04 16:08:16.734595 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-78b745df-862a-4250-9276-3deec3d806eb req-084371e4-7e91-4324-8316-d7f26b78741a tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339768 Sep 04 16:08:16.858158 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3f892-122f-47cc-8d91-7dc5557679f3 req-db7287d2-45fa-4c0b-8423-48e769db7ce3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:16.859665 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e0b3f892-122f-47cc-8d91-7dc5557679f3 req-db7287d2-45fa-4c0b-8423-48e769db7ce3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0542591 Sep 04 16:08:16.896758 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-e0b3f892-122f-47cc-8d91-7dc5557679f3 req-4b8dc955-bdbf-4a9c-a52f-f1730eddf2ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312090 Sep 04 16:08:16.918030 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49456) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:08:17.142998 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b11ad-9b91-4936-8c87-cd92ae07984a tempest-TestShelveInstance-108621099 tempest-TestShelveInstance-108621099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:17.144521 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-994b11ad-9b91-4936-8c87-cd92ae07984a tempest-TestShelveInstance-108621099 tempest-TestShelveInstance-108621099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1093 time: 0.2255528 Sep 04 16:08:17.147494 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49462) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:08:17.151984 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Request body: {'floatingip': {'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'port_id': 'ec552267-a235-4fec-915e-a9623bd3b674', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:17.173136 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:17.272344 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:17.372708 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Allocated IP 172.27.2.44 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/01a68688-2f3c-4f48-8ef7-7e0f824a2a0f) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:08:17.473760 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:17.510300 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:17.544386 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:08:17.547162 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:08:17.550553 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:08:17.575479 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event updated for resources: {'Port': ['ID=01a68688-2f3c-4f48-8ef7-7e0f824a2a0f,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:17.586716 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.587125 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.587488 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.587968 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.588302 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.588632 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.588990 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.589317 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.589643 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.589966 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.590285 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:17.590605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:18.158032 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:18.222090 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:18.367530 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:18.371855 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29005819'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:18.441243 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event updated for resources: {'Port': ['ID=01a68688-2f3c-4f48-8ef7-7e0f824a2a0f,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:18.449624 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:18.547070 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Floating IP 02c5aa66-cc14-432a-b3c5-cc37b228abcd associated. External IP: 172.27.2.44, port: ec552267-a235-4fec-915e-a9623bd3b674. Sep 04 16:08:18.750397 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:08:18.859521 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:08:18.869711 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] Sync routers for ids ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:08:18.876201 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:18.879438 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] Routers {'22f49f2e-ceed-408b-8820-6bf7d28a2f9a'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:08:18.880063 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:08:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:18.903545 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ec71fc24-749a-4f75-9e4d-bf0a5657057e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7550645 Sep 04 16:08:18.904223 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:08:18.906503 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "tag": "ec552267-a235-4fec-915e-a9623bd3b674"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:08:18.943715 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425d018e-0bca-45e8-b4bd-91689f3cddaa x-openstack-request-id: req-425d018e-0bca-45e8-b4bd-91689f3cddaa {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:08:18.944012 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "tag": "ec552267-a235-4fec-915e-a9623bd3b674", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:08:18.944263 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-425d018e-0bca-45e8-b4bd-91689f3cddaa {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:08:18.944666 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674', 'status': 'completed', 'code': 200} Sep 04 16:08:19.008403 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-b0dd6d69-a2b6-4eef-8a0c-916077501ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:19.009951 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-b0dd6d69-a2b6-4eef-8a0c-916077501ad2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46881f97ebf64e96a09874dbee3256df&device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1098 time: 0.0429463 Sep 04 16:08:19.100852 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-632c40a0-112d-41fd-adcb-f0c9eec4dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:19.102406 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-632c40a0-112d-41fd-adcb-f0c9eec4dfe9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb HTTP/1.1" status: 200 len: 910 time: 0.0844674 Sep 04 16:08:19.106333 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] Set router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:08:19.173238 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-4078f3eb-3f52-4098-bbb7-cf371bcb31a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec552267-a235-4fec-915e-a9623bd3b674 HTTP/1.1" status: 200 len: 998 time: 0.0633113 Sep 04 16:08:19.235083 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-83913746-d452-4386-9f38-7419f9d067b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:19.237078 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-83913746-d452-4386-9f38-7419f9d067b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06a1fd8b-0040-42b1-a38d-af75a25c1424 HTTP/1.1" status: 200 len: 848 time: 0.0495603 Sep 04 16:08:19.284839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-fd208ffa-f286-44a7-a3e5-d6f9abeb221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:19.286381 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-fd208ffa-f286-44a7-a3e5-d6f9abeb221d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397906 Sep 04 16:08:19.330500 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:23Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '02c5aa66-cc14-432a-b3c5-cc37b228abcd', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'port_id': 'ec552267-a235-4fec-915e-a9623bd3b674', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'mac_address': 'fa:16:3e:3d:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:08:17Z', 'updated_at': '2021-09-04T16:08:17Z', 'revision_number': 0, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b25828-f1ae-44cd-89dc-219df46de0b9', 'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'mac_address': 'fa:16:3e:e3:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:22Z', 'updated_at': '2021-09-04T16:07:27Z', 'revision_number': 5, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'subnets': [{'id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:19.361101 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] Checking router: 22f49f2e-ceed-408b-8820-6bf7d28a2f9a for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:08:19.369443 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] Routers {'22f49f2e-ceed-408b-8820-6bf7d28a2f9a'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:08:19.370161 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:08:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:19.383259 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-b934d445-98a9-44bf-bae5-cbd012709663 service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871038 Sep 04 16:08:19.471775 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] Set router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:08:19.472386 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8b90dfb5-817f-4262-93c2-cd8a3b1742d9 req-96e14d48-48bb-43a4-ac9b-e40609b99fa7 service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810657 Sep 04 16:08:19.690702 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:23Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '02c5aa66-cc14-432a-b3c5-cc37b228abcd', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'port_id': 'ec552267-a235-4fec-915e-a9623bd3b674', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'mac_address': 'fa:16:3e:3d:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:08:17Z', 'updated_at': '2021-09-04T16:08:17Z', 'revision_number': 0, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b25828-f1ae-44cd-89dc-219df46de0b9', 'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'mac_address': 'fa:16:3e:e3:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:22Z', 'updated_at': '2021-09-04T16:07:27Z', 'revision_number': 5, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'subnets': [{'id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:19.715904 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e18bf3e-799d-4e2d-804d-a7f95a33963a None None] The sync data for ids ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'] in dv-cinder-799663-6-iscsi is: [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:23Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '02c5aa66-cc14-432a-b3c5-cc37b228abcd', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'port_id': 'ec552267-a235-4fec-915e-a9623bd3b674', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'mac_address': 'fa:16:3e:3d:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:08:17Z', 'updated_at': '2021-09-04T16:08:17Z', 'revision_number': 0, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b25828-f1ae-44cd-89dc-219df46de0b9', 'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'mac_address': 'fa:16:3e:e3:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:22Z', 'updated_at': '2021-09-04T16:07:27Z', 'revision_number': 5, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'subnets': [{'id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:08:19.894827 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d21f9e-05c0-413a-94ab-031b6c17552c None None] New status for floating IP 02c5aa66-cc14-432a-b3c5-cc37b228abcd: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:08:24.627164 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:08:28.815717 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6203bbf-11ba-4f5b-8704-fc839b52be22 req-243ad6d0-452b-403a-8066-207f4c705ce5 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:28.817132 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d6203bbf-11ba-4f5b-8704-fc839b52be22 req-243ad6d0-452b-403a-8066-207f4c705ce5 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0548408 Sep 04 16:08:28.854322 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d6203bbf-11ba-4f5b-8704-fc839b52be22 req-2ec4ee04-87b8-4a72-97a7-12ab096afb70 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307262 Sep 04 16:08:29.966001 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82e781-1250-43ea-a2b5-79b98558e030 req-268c5db1-a942-40ac-871e-7f59529c6cb3 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:29.967457 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3d82e781-1250-43ea-a2b5-79b98558e030 req-268c5db1-a942-40ac-871e-7f59529c6cb3 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0471790 Sep 04 16:08:30.003880 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3d82e781-1250-43ea-a2b5-79b98558e030 req-611cc63c-4b8a-43cc-841b-b4b667aaaa55 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=4473a6a4-635b-42cd-a055-57f6b9dea384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306311 Sep 04 16:08:30.151329 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-5bae7245-18a7-4c9b-a6f9-63f652567617 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:30.152713 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-5bae7245-18a7-4c9b-a6f9-63f652567617 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.46 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 945 time: 0.0628595 Sep 04 16:08:30.245360 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Deleting port fae72fcb-31b5-4ed5-82cd-32213c5950ba {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:08:30.245708 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:30.333486 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] For port fae72fcb-31b5-4ed5-82cd-32213c5950ba, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=fae72fcb-31b5-4ed5-82cd-32213c5950ba,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:08:30.333850 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:30.753680 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:30.754042 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:30.754412 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.l3_db [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Floating IP 11901a8a-9c0e-4652-b4be-965be61345c9 disassociated. External IP: 172.27.2.164, port: fae72fcb-31b5-4ed5-82cd-32213c5950ba. Sep 04 16:08:30.754703 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Calling delete_port for fae72fcb-31b5-4ed5-82cd-32213c5950ba owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:08:30.877694 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:30.907624 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event deleted for resources: {'Port': ['ID=fae72fcb-31b5-4ed5-82cd-32213c5950ba,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:30.917735 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.918088 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.918434 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.918776 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.919112 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.919449 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.919782 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.920112 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.921040 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.921040 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.921212 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:30.921411 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:31.032786 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:08:31.128125 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e2cfcfb9-fdb8-4d91-84cd-d8f6dbcff5cd req-795d1c14-5837-4cb2-aba3-a65c73331622 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=43a8656f-86d6-4e3e-a027-0cd81a0f27af HTTP/1.1" status: 200 len: 210 time: 0.0546038 Sep 04 16:08:31.162295 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:08:31.172852 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] Sync routers for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:08:31.186445 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:08:31.186995 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:08:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:31.200379 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] No DVR routers for this DVR port fae72fcb-31b5-4ed5-82cd-32213c5950ba on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:08:31.202794 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:31.204762 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3c337dc1-b6ae-4d18-a52b-2490a55d1ad0 req-332da9a3-bf58-4795-8d74-3157d36551be tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.46 "DELETE /v2.0/ports/fae72fcb-31b5-4ed5-82cd-32213c5950ba HTTP/1.1" status: 204 len: 173 time: 1.0450494 Sep 04 16:08:31.205221 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'name': 'network-vif-deleted', 'tag': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:08:31.207795 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c097500-5c8b-4335-b6bc-823f89f7b29e" -d '{"events": [{"server_uuid": "43a8656f-86d6-4e3e-a027-0cd81a0f27af", "name": "network-vif-deleted", "tag": "fae72fcb-31b5-4ed5-82cd-32213c5950ba"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:08:31.251179 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627efdc6-21ef-4b16-ad7d-5eae55f572d1 x-openstack-request-id: req-627efdc6-21ef-4b16-ad7d-5eae55f572d1 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:08:31.251659 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a8656f-86d6-4e3e-a027-0cd81a0f27af", "name": "network-vif-deleted", "tag": "fae72fcb-31b5-4ed5-82cd-32213c5950ba", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:08:31.251976 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-627efdc6-21ef-4b16-ad7d-5eae55f572d1 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:08:31.253118 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a8656f-86d6-4e3e-a027-0cd81a0f27af', 'name': 'network-vif-deleted', 'tag': 'fae72fcb-31b5-4ed5-82cd-32213c5950ba', 'status': 'completed', 'code': 200} Sep 04 16:08:31.307472 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:08:31.508176 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:31.535531 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] Checking router: d34e0b43-4f94-4cea-a2f1-600c81b23eb2 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:08:31.543690 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:08:31.544296 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:08:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:31.651350 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:08:31.851554 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:31.876311 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7daa345-ded3-45cc-8b01-c5c2306c74a3 None None] The sync data for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi is: [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:08:32.078790 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd86808-8287-4ab1-a965-02a8c68b3df5 None None] New status for floating IP 11901a8a-9c0e-4652-b4be-965be61345c9: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:08:32.229456 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49530) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:08:32.287018 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f30801b-81cf-48a3-b5eb-8ecf1945371a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:32.314705 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f30801b-81cf-48a3-b5eb-8ecf1945371a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:32.359725 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f30801b-81cf-48a3-b5eb-8ecf1945371a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:32.362242 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6f30801b-81cf-48a3-b5eb-8ecf1945371a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:32.363376 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6f30801b-81cf-48a3-b5eb-8ecf1945371a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "DELETE /v2.0/security-groups/4473a6a4-635b-42cd-a055-57f6b9dea384 HTTP/1.1" status: 204 len: 168 time: 0.1328983 Sep 04 16:08:32.366160 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 49532) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:08:32.373252 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30801b-81cf-48a3-b5eb-8ecf1945371a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4473a6a4-635b-42cd-a055-57f6b9dea384,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:32.380886 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.api.v2.resource [None req-b3d8fef3-7206-4f85-9c8a-5ccb269c3b95 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] show failed (client error): The resource could not be found. Sep 04 16:08:32.381896 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b3d8fef3-7206-4f85-9c8a-5ccb269c3b95 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups/4473a6a4-635b-42cd-a055-57f6b9dea384 HTTP/1.1" status: 404 len: 347 time: 0.0147307 Sep 04 16:08:32.385451 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 49534) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:08:32.507916 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3dff8d4e-d05f-4ead-ae4c-d6b991e51957 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Deleting port 79f23c8a-c1ce-4ead-921d-5b7270cf5732 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:08:32.508178 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3dff8d4e-d05f-4ead-ae4c-d6b991e51957 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:32.586692 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3dff8d4e-d05f-4ead-ae4c-d6b991e51957 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:32.587027 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3dff8d4e-d05f-4ead-ae4c-d6b991e51957 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:32.598466 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-3dff8d4e-d05f-4ead-ae4c-d6b991e51957 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Calling delete_port for 79f23c8a-c1ce-4ead-921d-5b7270cf5732 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:08:32.724386 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3dff8d4e-d05f-4ead-ae4c-d6b991e51957 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:32.755066 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff8d4e-d05f-4ead-ae4c-d6b991e51957 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event deleted for resources: {'Port': ['ID=79f23c8a-c1ce-4ead-921d-5b7270cf5732,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:32.813469 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3dff8d4e-d05f-4ead-ae4c-d6b991e51957 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:32.815947 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-3dff8d4e-d05f-4ead-ae4c-d6b991e51957 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:32.817116 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-3dff8d4e-d05f-4ead-ae4c-d6b991e51957 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "DELETE /v2.0/floatingips/11901a8a-9c0e-4652-b4be-965be61345c9 HTTP/1.1" status: 204 len: 168 time: 0.4307237 Sep 04 16:08:33.120260 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 49538) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:08:33.125051 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-b08a9baf-9b94-4b24-9472-a42b60f31aea tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1463601432', 'description': 'tempest-description--53963593'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:33.147203 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b08a9baf-9b94-4b24-9472-a42b60f31aea tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.224623 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b08a9baf-9b94-4b24-9472-a42b60f31aea tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.228747 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b08a9baf-9b94-4b24-9472-a42b60f31aea tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.256081 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b08a9baf-9b94-4b24-9472-a42b60f31aea tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.258545 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b08a9baf-9b94-4b24-9472-a42b60f31aea tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1359808 Sep 04 16:08:33.260392 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a9baf-9b94-4b24-9472-a42b60f31aea tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46442473-05f8-4197-863a-4432415234c5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:33.261607 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49540) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:08:33.267771 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-59c9c9d3-2164-4745-931f-a68324e5ac83 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'security_group_rule': {'security_group_id': '46442473-05f8-4197-863a-4432415234c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:33.294426 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59c9c9d3-2164-4745-931f-a68324e5ac83 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.342104 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59c9c9d3-2164-4745-931f-a68324e5ac83 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.345686 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59c9c9d3-2164-4745-931f-a68324e5ac83 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.362386 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9c9d3-2164-4745-931f-a68324e5ac83 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252ac46f-ac77-4de6-8f89-503b4bf6ed02,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:33.368932 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-59c9c9d3-2164-4745-931f-a68324e5ac83 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.370121 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-59c9c9d3-2164-4745-931f-a68324e5ac83 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073616 Sep 04 16:08:33.372853 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49544) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:08:33.377220 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-3f4726ce-476f-498d-9951-53e9efd1ef3a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'security_group_rule': {'security_group_id': '46442473-05f8-4197-863a-4432415234c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:33.404256 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f4726ce-476f-498d-9951-53e9efd1ef3a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.457541 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f4726ce-476f-498d-9951-53e9efd1ef3a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.460893 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f4726ce-476f-498d-9951-53e9efd1ef3a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780685'] for security_group_rule, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.478492 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4726ce-476f-498d-9951-53e9efd1ef3a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d50b425-2aa9-489e-95a4-cc702d849e41,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:33.485147 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3f4726ce-476f-498d-9951-53e9efd1ef3a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.486087 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-3f4726ce-476f-498d-9951-53e9efd1ef3a tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121850 Sep 04 16:08:33.489126 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49546) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:08:33.493511 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'floatingip': {'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:33.514705 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.619285 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.719827 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Allocated IP 172.27.2.232 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/d3d24613-0a6f-4627-8b69-e19c2289aefc) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:08:33.832473 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.876013 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:33.912377 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:08:33.915123 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:08:33.918530 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:08:33.926313 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'Port': ['ID=d3d24613-0a6f-4627-8b69-e19c2289aefc,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:33.943930 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device fae72fcb-31b5-4ed5-82cd-32213c5950ba no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:08:33.964156 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: fae72fcb-31b5-4ed5-82cd-32213c5950ba {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:08:33.964498 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device fae72fcb-31b5-4ed5-82cd-32213c5950ba not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:08:34.010000 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:34.041604 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:34.187785 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:34.193140 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29005819'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:34.260384 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'Port': ['ID=d3d24613-0a6f-4627-8b69-e19c2289aefc,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:34.268920 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:34.282196 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:34.283568 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-8fc3470c-368c-4148-81cf-023c8870cfcc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7935627 Sep 04 16:08:34.466277 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-0b4e5985-cb5a-46cc-a34f-31d2e8526f76 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1463601432&fields=id&tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe HTTP/1.1" status: 200 len: 267 time: 0.0339401 Sep 04 16:08:34.573170 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-ec5ff8f1-687e-486e-a1fa-1534060d755b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:34.574644 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-ec5ff8f1-687e-486e-a1fa-1534060d755b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 810 time: 0.1019053 Sep 04 16:08:34.589737 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-54ebd958-9264-4f76-8984-87e31679fc68 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/quotas/3fae2f3a2b48414fb76a2b0ad2e2ccbe HTTP/1.1" status: 200 len: 375 time: 0.0094709 Sep 04 16:08:34.640932 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-a10f52cb-3ca6-4a28-821b-eca3d540492e tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460060 Sep 04 16:08:34.737624 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-cea83d5c-79ca-4751-ada9-f27fe4bc5d5a service neutron] 10.222.0.53 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846727 Sep 04 16:08:34.822998 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-153ea537-7476-4a2e-a5ce-f9cf824d05cf service neutron] 10.222.0.53 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794563 Sep 04 16:08:34.986454 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4c7da7af-a0b2-493c-b847-199bb831c726 req-9507bee1-e287-4e0e-92ac-7e402857b1fc tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 210 time: 0.0266073 Sep 04 16:08:35.075469 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c18c07ab-a3e8-4331-b220-6fdedccdc9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:35.909740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f1af429d-3a82-46e3-a62e-dab208168850 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:35.911137 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f1af429d-3a82-46e3-a62e-dab208168850 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.46 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 810 time: 0.1049426 Sep 04 16:08:35.955555 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-5c40c6c0-8334-4045-af20-318d901df506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe HTTP/1.1" status: 200 len: 380 time: 0.0348594 Sep 04 16:08:35.968668 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'port': {'device_id': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'admin_state_up': True, 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'security_groups': ['46442473-05f8-4197-863a-4432415234c5']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:36.079970 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Made reservation on behalf of 3fae2f3a2b48414fb76a2b0ad2e2ccbe for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:08:36.083620 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:36.084914 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d7e9e164-5fd6-4c31-8306-32e00653d363 req-60bced97-059b-4090-9545-66b80633f887 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 210 time: 0.0321157 Sep 04 16:08:36.204837 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Allocated IP 172.20.0.13 (4b1340d0-32a0-4889-b4c1-1455af846b78/abd7cd50-8463-4788-bd97-a825c2e48f4d/52577adc-ed2e-4722-9e4e-dd36242c6163) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:08:36.338381 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:36.350906 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Transition to ACTIVE for port object 52577adc-ed2e-4722-9e4e-dd36242c6163 will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:08:36.383098 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:36.421695 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Network 4b1340d0-32a0-4889-b4c1-1455af846b78 is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:08:36.424626 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:08:36.428103 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:08:36.456706 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event updated for resources: {'Port': ['ID=52577adc-ed2e-4722-9e4e-dd36242c6163,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:36.482898 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:36.483638 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:36.500182 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-f30be4f6-b2f8-4b78-b4fe-c6c7eed8fb33 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5351634 Sep 04 16:08:36.514585 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Request body: {'port': {'device_id': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:36.574511 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:36.645563 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-33a60263-de01-4649-bad8-c1890af88f7c None None] Provisioning for port 52577adc-ed2e-4722-9e4e-dd36242c6163 completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:08:36.649120 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-33a60263-de01-4649-bad8-c1890af88f7c None None] Provisioning complete for port 52577adc-ed2e-4722-9e4e-dd36242c6163 triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:08:36.650104 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-33a60263-de01-4649-bad8-c1890af88f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:36.684733 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-33a60263-de01-4649-bad8-c1890af88f7c None None] Port 52577adc-ed2e-4722-9e4e-dd36242c6163 cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:08:36.835422 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52577adc-ed2e-4722-9e4e-dd36242c6163 {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:08:36.842968 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:36.855220 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Transition to ACTIVE for port object 52577adc-ed2e-4722-9e4e-dd36242c6163 will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:08:36.858858 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:36.912002 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Pushing event updated for resources: {'Port': ['ID=52577adc-ed2e-4722-9e4e-dd36242c6163,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:36.977045 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Attempting to bind port 52577adc-ed2e-4722-9e4e-dd36242c6163 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:08:36.977552 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Attempting to bind port 52577adc-ed2e-4722-9e4e-dd36242c6163 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:08:36.978538 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Attempting to bind port 52577adc-ed2e-4722-9e4e-dd36242c6163 on network 4b1340d0-32a0-4889-b4c1-1455af846b78 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:08:36.983275 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Port 52577adc-ed2e-4722-9e4e-dd36242c6163 on network 4b1340d0-32a0-4889-b4c1-1455af846b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:08:36.983600 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Attempting to bind port 52577adc-ed2e-4722-9e4e-dd36242c6163 on network 4b1340d0-32a0-4889-b4c1-1455af846b78 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:08:36.988444 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:08:36.988785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Checking segment: {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:08:36.989200 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Bound using segment: {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:08:36.989726 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Bound port: 52577adc-ed2e-4722-9e4e-dd36242c6163, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09ba389-aebf-4b8d-8f97-88be8443a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:08:36.990089 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:37.053496 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] For port 52577adc-ed2e-4722-9e4e-dd36242c6163, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:08:37.056381 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] For port 52577adc-ed2e-4722-9e4e-dd36242c6163, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=52577adc-ed2e-4722-9e4e-dd36242c6163,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:08:37.061705 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:37.098380 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:37.098991 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:37.100364 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/52577adc-ed2e-4722-9e4e-dd36242c6163 HTTP/1.1" status: 200 len: 1094 time: 0.5902450 Sep 04 16:08:37.100848 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'tag': '52577adc-ed2e-4722-9e4e-dd36242c6163'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:08:37.103120 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef109631-ba93-4cc3-b0ce-c30623a6d77d", "tag": "52577adc-ed2e-4722-9e4e-dd36242c6163"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:08:37.125518 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ee7a8-4a46-4f72-b788-ca45ebb876a5 service neutron] Pushing event updated for resources: {'Port': ['ID=52577adc-ed2e-4722-9e4e-dd36242c6163,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:37.175855 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa22808d-639a-49d2-8c58-de3fe971ff3c x-openstack-request-id: req-fa22808d-639a-49d2-8c58-de3fe971ff3c {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:08:37.176143 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef109631-ba93-4cc3-b0ce-c30623a6d77d", "tag": "52577adc-ed2e-4722-9e4e-dd36242c6163", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:08:37.176398 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa22808d-639a-49d2-8c58-de3fe971ff3c {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:08:37.176814 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'tag': '52577adc-ed2e-4722-9e4e-dd36242c6163', 'status': 'completed', 'code': 200} Sep 04 16:08:37.240145 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-606cae5d-5390-437b-88ac-ad011e7a4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:37.241697 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-606cae5d-5390-437b-88ac-ad011e7a4925 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 1097 time: 0.0794392 Sep 04 16:08:37.254487 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee86a-a6e3-4f62-9236-5055881760cd req-dbc4d649-dbed-4a5f-85df-e30646abb82d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:37.256254 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff1ee86a-a6e3-4f62-9236-5055881760cd req-dbc4d649-dbed-4a5f-85df-e30646abb82d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 944 time: 0.0619485 Sep 04 16:08:37.300704 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-79143bb7-cd5f-4619-9a80-242ff33e2ddf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52577adc-ed2e-4722-9e4e-dd36242c6163 HTTP/1.1" status: 200 len: 217 time: 0.0434964 Sep 04 16:08:37.355623 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ff1ee86a-a6e3-4f62-9236-5055881760cd req-b4323d63-bb40-4db9-9acb-c670774f16d0 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908852 Sep 04 16:08:37.363919 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-8d79b8b2-a78a-4f95-8c62-cf8c9cd4b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:37.365357 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-8d79b8b2-a78a-4f95-8c62-cf8c9cd4b60b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abd7cd50-8463-4788-bd97-a825c2e48f4d HTTP/1.1" status: 200 len: 849 time: 0.0570941 Sep 04 16:08:37.412278 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-5b35cbc4-968a-4122-b465-671788e02cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:37.413755 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-5b35cbc4-968a-4122-b465-671788e02cf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b1340d0-32a0-4889-b4c1-1455af846b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392318 Sep 04 16:08:37.506449 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-2f5b6eb3-131a-4ca1-a6d8-027c63f93ad3 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846219 Sep 04 16:08:37.594177 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-fd12f5d8-a732-4e1c-8c4d-d1da7871c919 req-4e9342df-a4bd-4c54-81a6-a455d5ddc7bf service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790813 Sep 04 16:08:37.681184 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-3bc0ea72-7fb0-4d5d-99b0-288f6cd2cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:37.682694 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-3bc0ea72-7fb0-4d5d-99b0-288f6cd2cb12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 1097 time: 0.0436878 Sep 04 16:08:37.773282 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-25b84ab1-0254-4abb-b12c-ef407c14c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:37.774765 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-25b84ab1-0254-4abb-b12c-ef407c14c756 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 911 time: 0.0831146 Sep 04 16:08:37.819208 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-e38bf399-3eac-431a-8735-6f7e214326f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52577adc-ed2e-4722-9e4e-dd36242c6163 HTTP/1.1" status: 200 len: 217 time: 0.0363939 Sep 04 16:08:37.869548 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-b8046617-8be6-4174-9684-c3aec79fd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:37.870932 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-b8046617-8be6-4174-9684-c3aec79fd313 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abd7cd50-8463-4788-bd97-a825c2e48f4d HTTP/1.1" status: 200 len: 849 time: 0.0425012 Sep 04 16:08:37.893477 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2326a592-055a-48ba-bc70-fc359a28c5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:37.922701 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-4a685790-049a-467d-badb-e4c63afaf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:37.924088 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-4a685790-049a-467d-badb-e4c63afaf223 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b1340d0-32a0-4889-b4c1-1455af846b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414848 Sep 04 16:08:38.015961 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-1944babc-f646-4ef7-926f-19d88e447a12 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827506 Sep 04 16:08:38.112595 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-48c42805-0d6e-42b5-bda1-1df7a2ab2ff7 req-fc3532e8-67e3-426c-b032-2dc2f745c9a5 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889328 Sep 04 16:08:38.134958 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:38.468025 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0e07-d14a-488c-b38c-a199f732230f req-8989740e-3b34-4a8e-b130-1857e84b34c8 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:38.469516 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3d4e0e07-d14a-488c-b38c-a199f732230f req-8989740e-3b34-4a8e-b130-1857e84b34c8 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 944 time: 0.0479789 Sep 04 16:08:38.511916 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3d4e0e07-d14a-488c-b38c-a199f732230f req-d01294cd-eab4-4e73-b465-30234d8cf7a8 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350015 Sep 04 16:08:39.018651 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:39.625729 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0219cb-e533-4232-98d0-6d37ed077450 req-e5fe5b09-53a3-47c2-990a-fda8bae4e373 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:39.627189 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ac0219cb-e533-4232-98d0-6d37ed077450 req-e5fe5b09-53a3-47c2-990a-fda8bae4e373 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 944 time: 0.0496204 Sep 04 16:08:39.663706 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ac0219cb-e533-4232-98d0-6d37ed077450 req-0e43611c-5c56-457a-8789-f808f1e27980 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303869 Sep 04 16:08:40.699569 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:40.781590 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99fb2-a216-4132-880f-6c43bd5b6abb req-b3f6d629-5ea4-47b5-99fe-c9cd6dc86775 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:40.783007 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c1a99fb2-a216-4132-880f-6c43bd5b6abb req-b3f6d629-5ea4-47b5-99fe-c9cd6dc86775 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 944 time: 0.0485725 Sep 04 16:08:40.819356 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c1a99fb2-a216-4132-880f-6c43bd5b6abb req-6287f384-1a95-4fff-ac8a-48f78cf45d86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305583 Sep 04 16:08:41.930923 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cd61c-763e-4572-a555-ed8980297a71 req-febc1c78-47ec-43e1-a53d-0c4b32d793b8 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:41.932528 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd3cd61c-763e-4572-a555-ed8980297a71 req-febc1c78-47ec-43e1-a53d-0c4b32d793b8 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 944 time: 0.0472708 Sep 04 16:08:41.972173 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dd3cd61c-763e-4572-a555-ed8980297a71 req-1d730b50-07a9-49b9-aa26-d509db4218c7 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337820 Sep 04 16:08:42.019090 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 52577adc-ed2e-4722-9e4e-dd36242c6163 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:08:42.112295 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 52577adc-ed2e-4722-9e4e-dd36242c6163, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=52577adc-ed2e-4722-9e4e-dd36242c6163,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:08:42.123548 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': '52577adc-ed2e-4722-9e4e-dd36242c6163', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'port_id': '52577adc-ed2e-4722-9e4e-dd36242c6163', 'mac_address': 'fa:16:3e:42:c8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:08:42.163663 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:42.176530 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52577adc-ed2e-4722-9e4e-dd36242c6163 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:08:42.194803 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 52577adc-ed2e-4722-9e4e-dd36242c6163, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=52577adc-ed2e-4722-9e4e-dd36242c6163,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:08:42.199353 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:42.245223 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=52577adc-ed2e-4722-9e4e-dd36242c6163,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:42.251965 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.252319 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.252662 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.253032 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.253372 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.253708 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.254043 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.254375 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.254712 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.255289 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.255626 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.255951 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:42.285955 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:42.577364 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['52577adc-ed2e-4722-9e4e-dd36242c6163'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:08:43.085785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900f4c2-da59-4979-95e3-5d4939b23283 req-01b64311-1224-4dbe-90a6-ac4dde05ef5d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:43.087243 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f900f4c2-da59-4979-95e3-5d4939b23283 req-01b64311-1224-4dbe-90a6-ac4dde05ef5d tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 945 time: 0.0480354 Sep 04 16:08:43.123615 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f900f4c2-da59-4979-95e3-5d4939b23283 req-f70b662f-61ae-494c-a3c7-0948d209646e tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299611 Sep 04 16:08:44.020124 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 52577adc-ed2e-4722-9e4e-dd36242c6163 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:08:44.067111 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port 52577adc-ed2e-4722-9e4e-dd36242c6163 completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:08:44.070966 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port 52577adc-ed2e-4722-9e4e-dd36242c6163 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:08:44.071334 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:44.144909 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:44.169298 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52577adc-ed2e-4722-9e4e-dd36242c6163'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:08:44.171563 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9677e8-e3b3-4e54-ac04-8f7076a3cf45" -d '{"events": [{"server_uuid": "ef109631-ba93-4cc3-b0ce-c30623a6d77d", "name": "network-vif-plugged", "status": "completed", "tag": "52577adc-ed2e-4722-9e4e-dd36242c6163"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:08:44.185264 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port 52577adc-ed2e-4722-9e4e-dd36242c6163, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=52577adc-ed2e-4722-9e4e-dd36242c6163,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:08:44.189269 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:44.221347 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a010c9d-d818-452b-905d-2c7203e12460 x-openstack-request-id: req-3a010c9d-d818-452b-905d-2c7203e12460 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:08:44.221659 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef109631-ba93-4cc3-b0ce-c30623a6d77d", "name": "network-vif-plugged", "status": "completed", "tag": "52577adc-ed2e-4722-9e4e-dd36242c6163", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:08:44.221908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a010c9d-d818-452b-905d-2c7203e12460 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:08:44.222286 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52577adc-ed2e-4722-9e4e-dd36242c6163', 'code': 200} Sep 04 16:08:44.243113 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=52577adc-ed2e-4722-9e4e-dd36242c6163,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:44.248074 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac73a3-6279-4cde-bc4f-d6284af51290 req-2f4fb3f5-11e9-46d6-b8ee-60a10a751b62 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:44.249698 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a0ac73a3-6279-4cde-bc4f-d6284af51290 req-2f4fb3f5-11e9-46d6-b8ee-60a10a751b62 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 946 time: 0.0557992 Sep 04 16:08:44.288843 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a0ac73a3-6279-4cde-bc4f-d6284af51290 req-ef5467d0-78d8-491e-805b-340bf47a8c26 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327532 Sep 04 16:08:44.392958 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b219-c976-41a4-8501-7c47f51da341 req-e21ed6d6-f861-46de-829b-388894105f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:44.394615 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2060b219-c976-41a4-8501-7c47f51da341 req-e21ed6d6-f861-46de-829b-388894105f90 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 1099 time: 0.0390377 Sep 04 16:08:44.432194 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2060b219-c976-41a4-8501-7c47f51da341 req-47fedc42-b88a-4aaf-a43c-6154bc548e1b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302088 Sep 04 16:08:45.405609 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347bf41-f949-44cf-a7c8-1b4f6f1923d5 req-1044187c-cde5-4ca2-a51b-b7264e502675 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:45.407075 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5347bf41-f949-44cf-a7c8-1b4f6f1923d5 req-1044187c-cde5-4ca2-a51b-b7264e502675 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 946 time: 0.0490422 Sep 04 16:08:45.454323 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5347bf41-f949-44cf-a7c8-1b4f6f1923d5 req-5752c8e8-d0dd-42da-8b6c-d5737f3048db tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Sep 04 16:08:45.498515 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-f642a945-d99a-447f-afb7-6af81a129f56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400412 Sep 04 16:08:45.584132 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-a4aaba51-8f7b-4d6f-a545-e8da46f9f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:45.585688 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-a4aaba51-8f7b-4d6f-a545-e8da46f9f0e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 1098 time: 0.0409691 Sep 04 16:08:45.704300 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-3bc7693b-8fea-4880-9ba5-c993b6674366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:45.705819 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-3bc7693b-8fea-4880-9ba5-c993b6674366 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 918 time: 0.0892093 Sep 04 16:08:45.776729 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-17be7fe3-6d06-4a5b-837e-2f5d08d8f6e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af HTTP/1.1" status: 200 len: 1000 time: 0.0626900 Sep 04 16:08:45.838619 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-a47ac045-af2a-473d-bd30-c770c8be9fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:45.840031 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-a47ac045-af2a-473d-bd30-c770c8be9fec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0509753 Sep 04 16:08:45.894298 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-f0f656ac-388a-452f-94c4-beaddc1f882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:45.895837 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-f0f656ac-388a-452f-94c4-beaddc1f882b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430405 Sep 04 16:08:46.018845 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-2d9bfd3a-d9a5-4f1f-90d3-d3be3098162d service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853620 Sep 04 16:08:46.357418 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-66d45d1a-bab9-4e67-b25b-5eb9804ce4d7 req-2c80a70b-d68a-4710-901a-af11555bdc39 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233070 Sep 04 16:08:46.574511 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4c0ee-39ad-4d03-aa63-aee4a1dbdfe8 req-678e2a51-9ec3-4c42-befc-71e28563723b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:46.575996 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d6d4c0ee-39ad-4d03-aa63-aee4a1dbdfe8 req-678e2a51-9ec3-4c42-befc-71e28563723b tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 946 time: 0.0482206 Sep 04 16:08:46.616296 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d6d4c0ee-39ad-4d03-aa63-aee4a1dbdfe8 req-83162af7-5891-4557-96ce-c7d835774d37 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343671 Sep 04 16:08:46.727990 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e71b8-e81b-43df-a52b-3641f161d955 req-0fcfb87c-ca84-48c2-b4cb-98b4dbb2adcd tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:46.729513 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-000e71b8-e81b-43df-a52b-3641f161d955 req-0fcfb87c-ca84-48c2-b4cb-98b4dbb2adcd tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 946 time: 0.0496283 Sep 04 16:08:46.738524 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 49626) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:08:46.742980 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-e015c363-6aa3-4e83-8e90-3664872ccb86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Request body: {'floatingip': {'port_id': '52577adc-ed2e-4722-9e4e-dd36242c6163'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:46.781941 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e015c363-6aa3-4e83-8e90-3664872ccb86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:47.194344 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e015c363-6aa3-4e83-8e90-3664872ccb86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:47.198925 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e015c363-6aa3-4e83-8e90-3664872ccb86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:47.294582 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-e015c363-6aa3-4e83-8e90-3664872ccb86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Floating IP bba7eea0-c742-4dbe-bdc9-80a7b2b3046e associated. External IP: 172.27.2.232, port: 52577adc-ed2e-4722-9e4e-dd36242c6163. Sep 04 16:08:47.492757 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e015c363-6aa3-4e83-8e90-3664872ccb86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:08:47.610628 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e015c363-6aa3-4e83-8e90-3664872ccb86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:08:47.616612 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e015c363-6aa3-4e83-8e90-3664872ccb86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:08:47.621698 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] Sync routers for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:08:47.631588 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:08:47.632293 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:08:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:47.644587 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e015c363-6aa3-4e83-8e90-3664872ccb86 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "PUT /v2.0/floatingips/bba7eea0-c742-4dbe-bdc9-80a7b2b3046e HTTP/1.1" status: 200 len: 992 time: 0.9050167 Sep 04 16:08:47.645356 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'tag': '52577adc-ed2e-4722-9e4e-dd36242c6163'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:08:47.647693 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ad26ab-5fc9-4179-a368-4c91ba250b18" -d '{"events": [{"name": "network-changed", "server_uuid": "ef109631-ba93-4cc3-b0ce-c30623a6d77d", "tag": "52577adc-ed2e-4722-9e4e-dd36242c6163"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:08:47.686308 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b290ef52-36b6-4dc2-a977-08bb6c323aeb x-openstack-request-id: req-b290ef52-36b6-4dc2-a977-08bb6c323aeb {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:08:47.686849 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef109631-ba93-4cc3-b0ce-c30623a6d77d", "tag": "52577adc-ed2e-4722-9e4e-dd36242c6163", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:08:47.687103 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b290ef52-36b6-4dc2-a977-08bb6c323aeb {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:08:47.687541 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'tag': '52577adc-ed2e-4722-9e4e-dd36242c6163', 'status': 'completed', 'code': 200} Sep 04 16:08:47.742842 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:08:47.753911 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-2e97e3dc-8038-4a22-a6b6-291e34b8ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:47.755713 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-2e97e3dc-8038-4a22-a6b6-291e34b8ad57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 1099 time: 0.0432715 Sep 04 16:08:47.844678 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-c2d7709b-19ae-49d3-a39d-bbe841e234d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:47.846189 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-c2d7709b-19ae-49d3-a39d-bbe841e234d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 200 len: 911 time: 0.0828748 Sep 04 16:08:47.918885 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-097f09bd-c466-4f2b-a024-a4084e7eec19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52577adc-ed2e-4722-9e4e-dd36242c6163 HTTP/1.1" status: 200 len: 1000 time: 0.0642688 Sep 04 16:08:47.971801 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-8bad9f59-dc60-448b-9f3d-90cace24af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:47.973314 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-8bad9f59-dc60-448b-9f3d-90cace24af6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abd7cd50-8463-4788-bd97-a825c2e48f4d HTTP/1.1" status: 200 len: 849 time: 0.0461056 Sep 04 16:08:48.021458 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-8ae15c92-377b-42a0-9a7d-0489df180115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:48.022866 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-8ae15c92-377b-42a0-9a7d-0489df180115 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b1340d0-32a0-4889-b4c1-1455af846b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404792 Sep 04 16:08:48.096324 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'bba7eea0-c742-4dbe-bdc9-80a7b2b3046e', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'port_id': '52577adc-ed2e-4722-9e4e-dd36242c6163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'mac_address': 'fa:16:3e:42:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:08:33Z', 'updated_at': '2021-09-04T16:08:47Z', 'revision_number': 1, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:48.120580 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-df3c11b6-93d0-4255-aba4-7a496b4372b1 service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894449 Sep 04 16:08:48.126008 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] Checking router: d34e0b43-4f94-4cea-a2f1-600c81b23eb2 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:08:48.135215 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:08:48.136090 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:08:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:48.214134 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-51ad26ab-5fc9-4179-a368-4c91ba250b18 req-fec19cd4-54f4-4834-9b13-01aff31eff6c service neutron] 10.222.0.46 "GET /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857835 Sep 04 16:08:48.241464 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:08:48.454639 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'bba7eea0-c742-4dbe-bdc9-80a7b2b3046e', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'port_id': '52577adc-ed2e-4722-9e4e-dd36242c6163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'mac_address': 'fa:16:3e:42:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:08:33Z', 'updated_at': '2021-09-04T16:08:47Z', 'revision_number': 1, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:08:48.480022 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3119db-2166-44a8-9120-eff117fdd00a None None] The sync data for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi is: [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'bba7eea0-c742-4dbe-bdc9-80a7b2b3046e', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'port_id': '52577adc-ed2e-4722-9e4e-dd36242c6163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'mac_address': 'fa:16:3e:42:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:08:33Z', 'updated_at': '2021-09-04T16:08:47Z', 'revision_number': 1, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:08:48.674452 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c344fb2-de0e-4335-bffa-d7faa2072257 None None] New status for floating IP bba7eea0-c742-4dbe-bdc9-80a7b2b3046e: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:08:57.608503 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e514ed-0108-4f5e-a656-9152c7f26f57 req-2b8ce630-18ab-4fd6-aaba-34f352aa78bd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:57.610049 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96e514ed-0108-4f5e-a656-9152c7f26f57 req-2b8ce630-18ab-4fd6-aaba-34f352aa78bd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0528970 Sep 04 16:08:57.652832 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-96e514ed-0108-4f5e-a656-9152c7f26f57 req-b186e90f-8f8f-4eac-84b3-181b20add08e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355844 Sep 04 16:08:58.776519 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d29419-b549-49c6-8eab-69b7441f5ce4 req-c96a09ac-52f6-4c79-b140-eb994235444d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:58.778515 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f8d29419-b549-49c6-8eab-69b7441f5ce4 req-c96a09ac-52f6-4c79-b140-eb994235444d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0495837 Sep 04 16:08:58.814459 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f8d29419-b549-49c6-8eab-69b7441f5ce4 req-f2cc6a54-12db-493b-8aaf-9cd305fcd9a6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301495 Sep 04 16:08:59.931574 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c5b41-e0a7-42a5-8145-c2364a655401 req-816dd594-3922-4f06-9af3-473ae54d1529 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:08:59.933582 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-304c5b41-e0a7-42a5-8145-c2364a655401 req-816dd594-3922-4f06-9af3-473ae54d1529 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Sep 04 16:08:59.973902 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-304c5b41-e0a7-42a5-8145-c2364a655401 req-7f76651a-9f6a-407c-a5e8-a4b0e25e9eeb tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340073 Sep 04 16:09:01.096391 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c688ede-4fee-4249-9844-c8cb2f77b63a req-796c7c75-62b0-47c2-97c1-700d40f6a19b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:01.097775 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7c688ede-4fee-4249-9844-c8cb2f77b63a req-796c7c75-62b0-47c2-97c1-700d40f6a19b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0483832 Sep 04 16:09:01.134081 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7c688ede-4fee-4249-9844-c8cb2f77b63a req-2d67e4b3-d640-464e-897d-b89d36c220a5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305052 Sep 04 16:09:01.626421 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:09:02.258792 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc8a46-ec61-4f75-8618-054f8b43ad6e req-62d949bd-e234-441e-95f2-0714e5eb739a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:02.260993 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9cbc8a46-ec61-4f75-8618-054f8b43ad6e req-62d949bd-e234-441e-95f2-0714e5eb739a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0568433 Sep 04 16:09:02.305683 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9cbc8a46-ec61-4f75-8618-054f8b43ad6e req-31fbee00-3e7f-4f0c-b62d-a3d87973f0eb tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387592 Sep 04 16:09:03.424432 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70078-0946-4b00-a5c1-1193f1fbd70e req-f3ae155d-e77d-429f-8d70-691413bb236c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:03.425920 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8dc70078-0946-4b00-a5c1-1193f1fbd70e req-f3ae155d-e77d-429f-8d70-691413bb236c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0477870 Sep 04 16:09:03.466281 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8dc70078-0946-4b00-a5c1-1193f1fbd70e req-419ac5b8-4753-4409-ab55-ac25e4b5cb12 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346332 Sep 04 16:09:04.581631 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a13ed-3ea6-4b34-87b0-b84b4a4c0760 req-c01474d5-ceb3-4d3a-8fbc-57a86b9cedf3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:04.583124 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d60a13ed-3ea6-4b34-87b0-b84b4a4c0760 req-c01474d5-ceb3-4d3a-8fbc-57a86b9cedf3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0480294 Sep 04 16:09:04.627994 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d60a13ed-3ea6-4b34-87b0-b84b4a4c0760 req-7b6e5c4a-a39e-4253-b0da-409039492e45 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390551 Sep 04 16:09:05.081246 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1b1feae2-b4a7-40f7-92cb-f0427653d0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:05.746844 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b7275-ad9f-4b72-ab2c-27fff91a79c3 req-19fb464c-82df-42dc-b663-cb2e1cd4b61b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:05.748332 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e40b7275-ad9f-4b72-ab2c-27fff91a79c3 req-19fb464c-82df-42dc-b663-cb2e1cd4b61b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0486982 Sep 04 16:09:05.786224 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e40b7275-ad9f-4b72-ab2c-27fff91a79c3 req-19aff834-a4f7-4bb5-ad25-a90d7a56e15c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320544 Sep 04 16:09:06.902774 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4bc3f-df79-4f17-99be-b329ab4966a1 req-f1bd0d1e-fc6f-4f4a-a5e6-29d6619c9cbc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:06.904245 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e6d4bc3f-df79-4f17-99be-b329ab4966a1 req-f1bd0d1e-fc6f-4f4a-a5e6-29d6619c9cbc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0480995 Sep 04 16:09:06.946035 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e6d4bc3f-df79-4f17-99be-b329ab4966a1 req-5457cb17-359b-4bbe-83f6-bdf5a0b305f9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346951 Sep 04 16:09:07.896148 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-fec215c5-adfa-46bd-8122-f961122a1652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:08.064526 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678505f-e54b-4ef2-a0d5-d6e9ff282189 req-a8739d1e-9805-4df2-984d-6cce48d0be80 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:08.066037 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4678505f-e54b-4ef2-a0d5-d6e9ff282189 req-a8739d1e-9805-4df2-984d-6cce48d0be80 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Sep 04 16:09:08.102952 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4678505f-e54b-4ef2-a0d5-d6e9ff282189 req-5798c9bd-afbf-471d-a035-7e1174732b45 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Sep 04 16:09:08.145673 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:09.021473 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:09.222038 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0e1b4-90c4-42d1-888f-cd94e6d68262 req-cf1e8c6f-ebf8-443c-a9d1-afddedcb9ad7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:09.223544 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e0a0e1b4-90c4-42d1-888f-cd94e6d68262 req-cf1e8c6f-ebf8-443c-a9d1-afddedcb9ad7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0494218 Sep 04 16:09:09.260107 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e0a0e1b4-90c4-42d1-888f-cd94e6d68262 req-cc1a957f-fc56-47be-b95c-bf7cf749ce3c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308154 Sep 04 16:09:10.378950 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2f663-545a-4d6c-91e1-52c8403c970e req-a815071d-8cd9-4824-9335-6f7080086436 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:10.380670 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70e2f663-545a-4d6c-91e1-52c8403c970e req-a815071d-8cd9-4824-9335-6f7080086436 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0487604 Sep 04 16:09:10.421498 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-70e2f663-545a-4d6c-91e1-52c8403c970e req-3e5ae785-2e59-40da-a2d2-d09b610dbe65 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344918 Sep 04 16:09:10.701175 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:11.536882 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb534-bf2d-4612-80d6-c32f2c578728 req-c7c378e5-a712-4a0b-8013-a87bff0a44da tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:11.538340 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-82ddb534-bf2d-4612-80d6-c32f2c578728 req-c7c378e5-a712-4a0b-8013-a87bff0a44da tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0476146 Sep 04 16:09:11.575739 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-82ddb534-bf2d-4612-80d6-c32f2c578728 req-0415c20a-fa8a-43a9-a62a-5cd0fe9f167d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311079 Sep 04 16:09:12.287503 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:12.692369 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ee2aa-ff40-4d39-ab23-4953ca7220c5 req-1b6eb03e-0a84-4635-a1d9-b75a80438432 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:12.693883 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-239ee2aa-ff40-4d39-ab23-4953ca7220c5 req-1b6eb03e-0a84-4635-a1d9-b75a80438432 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0484910 Sep 04 16:09:12.731225 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-239ee2aa-ff40-4d39-ab23-4953ca7220c5 req-d509daa3-1792-4c28-8ee7-ad96bddbbbee tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309155 Sep 04 16:09:13.850816 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d41e0-3dbb-4a2a-a4ac-567a84cb62e9 req-b1b65394-1485-4b03-b120-22f695477f32 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:13.852219 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501d41e0-3dbb-4a2a-a4ac-567a84cb62e9 req-b1b65394-1485-4b03-b120-22f695477f32 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0487301 Sep 04 16:09:13.894436 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-501d41e0-3dbb-4a2a-a4ac-567a84cb62e9 req-6b8fde10-f833-4ba5-9a0d-91828013e0da tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356848 Sep 04 16:09:15.023733 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84e91-c2e7-4a73-b390-67af919da073 req-527b2493-ec96-487e-bcfb-48f515578ca8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:15.025329 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b4b84e91-c2e7-4a73-b390-67af919da073 req-527b2493-ec96-487e-bcfb-48f515578ca8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0602856 Sep 04 16:09:15.063253 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b4b84e91-c2e7-4a73-b390-67af919da073 req-77a34f63-7674-4fc6-898a-ed7cbf85d618 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313711 Sep 04 16:09:16.189050 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a211a0-8630-44f3-bc9d-93ed75d2181e req-f8b5c642-98dd-4597-bbac-07a63b7cf683 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:16.190582 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-26a211a0-8630-44f3-bc9d-93ed75d2181e req-f8b5c642-98dd-4597-bbac-07a63b7cf683 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0542274 Sep 04 16:09:16.229575 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device e4949dc9-8d1d-439a-a09a-7ee45a9ff3af details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:09:16.231578 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-26a211a0-8630-44f3-bc9d-93ed75d2181e req-a713c6a9-6390-45e3-a28b-7bcf6022cb40 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324371 Sep 04 16:09:16.319890 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:09:16.330608 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'port_id': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'mac_address': 'fa:16:3e:8a:2c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:09:16.369185 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:16.381363 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4949dc9-8d1d-439a-a09a-7ee45a9ff3af {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:09:16.399508 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:09:16.404872 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:16.449578 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:09:16.522808 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:09:17.348666 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabe19c-8643-477f-a9bf-a5857a51dfb5 req-71f8b564-6d89-495e-b024-99b4f76abd1a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:17.350137 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2cabe19c-8643-477f-a9bf-a5857a51dfb5 req-71f8b564-6d89-495e-b024-99b4f76abd1a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 944 time: 0.0481908 Sep 04 16:09:17.387881 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2cabe19c-8643-477f-a9bf-a5857a51dfb5 req-bf4cdbbf-49c2-4d58-bac5-37f0de2c0413 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307844 Sep 04 16:09:18.250149 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device e4949dc9-8d1d-439a-a09a-7ee45a9ff3af up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:09:18.295276 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:09:18.295645 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:18.368140 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:18.394509 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:09:18.396817 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866341e5-2b48-4be8-ac50-19dbf90049f2" -d '{"events": [{"server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "name": "network-vif-plugged", "status": "completed", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:09:18.409321 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:09:18.413802 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:18.437444 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27f5b2-9f7b-474c-9dfd-b06b0dc3eaf6 x-openstack-request-id: req-5e27f5b2-9f7b-474c-9dfd-b06b0dc3eaf6 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:09:18.437731 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "name": "network-vif-plugged", "status": "completed", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:09:18.437979 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e27f5b2-9f7b-474c-9dfd-b06b0dc3eaf6 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:09:18.438366 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'code': 200} Sep 04 16:09:18.462655 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:09:18.513372 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ad59b-07ec-4708-8686-c3fa485c3121 req-b42ff370-6ed7-4dfb-bd8d-c4f482b52b9a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:18.520180 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-276ad59b-07ec-4708-8686-c3fa485c3121 req-b42ff370-6ed7-4dfb-bd8d-c4f482b52b9a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0543780 Sep 04 16:09:18.559793 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-276ad59b-07ec-4708-8686-c3fa485c3121 req-e56b0ed5-55a2-48a7-9c36-776db8b7e6d2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337708 Sep 04 16:09:19.677849 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded0426-321b-45bd-adff-dfc562282340 req-4b01a0c1-a671-4d04-9363-73832fbc0026 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:19.679329 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dded0426-321b-45bd-adff-dfc562282340 req-4b01a0c1-a671-4d04-9363-73832fbc0026 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0481796 Sep 04 16:09:19.720479 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-dded0426-321b-45bd-adff-dfc562282340 req-3e28db6e-bad4-4d29-9ff4-4d0bc09986a6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345871 Sep 04 16:09:20.838848 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2632183-795f-4179-a8ea-4edd47c6a754 req-93569a68-42eb-400b-a5f6-0d92b9a3d554 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:20.839988 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f2632183-795f-4179-a8ea-4edd47c6a754 req-93569a68-42eb-400b-a5f6-0d92b9a3d554 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0504670 Sep 04 16:09:20.878520 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f2632183-795f-4179-a8ea-4edd47c6a754 req-5f9b6edf-590f-4cc2-9f87-53094467ff03 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Sep 04 16:09:22.011296 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87324f-a0a4-4f28-aa9d-899f483f8261 req-d280ad38-3841-4ec3-aea3-9be037f13d61 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:22.013769 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e87324f-a0a4-4f28-aa9d-899f483f8261 req-d280ad38-3841-4ec3-aea3-9be037f13d61 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0588396 Sep 04 16:09:22.053410 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2e87324f-a0a4-4f28-aa9d-899f483f8261 req-1f77c550-74ca-41c4-b339-8ace317207b7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335722 Sep 04 16:09:23.184336 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e6e00-4a05-4a01-bf9b-05abf91dce14 req-f9047cc8-7b42-477c-ad00-1033d3c6370a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:23.185875 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-078e6e00-4a05-4a01-bf9b-05abf91dce14 req-f9047cc8-7b42-477c-ad00-1033d3c6370a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Sep 04 16:09:23.231699 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-078e6e00-4a05-4a01-bf9b-05abf91dce14 req-6164f9cd-960f-4a42-bc5a-2f8855fe3e14 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390453 Sep 04 16:09:24.359758 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac005e-3182-4c49-9daa-684739e2190a req-2b1a7a00-c1b1-44ab-a092-898a1b0c4dd6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:24.361305 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-faac005e-3182-4c49-9daa-684739e2190a req-2b1a7a00-c1b1-44ab-a092-898a1b0c4dd6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0522726 Sep 04 16:09:24.401123 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-faac005e-3182-4c49-9daa-684739e2190a req-e2fbee74-7289-4916-8c08-a12b37fbab4d tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338268 Sep 04 16:09:25.532836 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148a6c6-184a-4a9f-bd7d-a17c2679fa37 req-1475e9cb-d83f-4e28-b790-9a53356cdd08 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:25.534377 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8148a6c6-184a-4a9f-bd7d-a17c2679fa37 req-1475e9cb-d83f-4e28-b790-9a53356cdd08 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0543694 Sep 04 16:09:25.574589 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8148a6c6-184a-4a9f-bd7d-a17c2679fa37 req-4e5c5960-1e27-4695-9c99-2daf00e99e7c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341654 Sep 04 16:09:26.715954 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616963c9-c118-4c12-bf2a-65c8d7987376 req-46190e4e-55ff-4b44-8fb5-f14a70de37dd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:26.717490 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-616963c9-c118-4c12-bf2a-65c8d7987376 req-46190e4e-55ff-4b44-8fb5-f14a70de37dd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0629659 Sep 04 16:09:26.761864 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-616963c9-c118-4c12-bf2a-65c8d7987376 req-c992ec6c-2c99-41bd-ad99-36cac93deada tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382507 Sep 04 16:09:27.888112 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034cc44-6f90-404d-9849-a37c59b18d60 req-ec4d1824-9f40-4929-8d30-2e29d99f9ba7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:27.889698 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e034cc44-6f90-404d-9849-a37c59b18d60 req-ec4d1824-9f40-4929-8d30-2e29d99f9ba7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0510266 Sep 04 16:09:27.931772 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e034cc44-6f90-404d-9849-a37c59b18d60 req-1087a413-f56b-4eb3-9cd5-fb35fda8f128 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357163 Sep 04 16:09:29.220216 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b1452-e3d5-423c-8b61-109b497c3e16 req-6515b4dc-974b-444e-b215-3639ca7189c8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:29.225914 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-650b1452-e3d5-423c-8b61-109b497c3e16 req-6515b4dc-974b-444e-b215-3639ca7189c8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.2107832 Sep 04 16:09:29.274158 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-650b1452-e3d5-423c-8b61-109b497c3e16 req-c6c0ddcc-60b9-4f8b-9773-7b7a5631e813 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398490 Sep 04 16:09:30.429543 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb72fc3-fccb-4fa6-93cc-5462c7fd9446 req-644dca5f-1b1f-40cc-9f54-1b1a4b300aff tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:30.431308 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9cb72fc3-fccb-4fa6-93cc-5462c7fd9446 req-644dca5f-1b1f-40cc-9f54-1b1a4b300aff tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0671241 Sep 04 16:09:30.478573 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9cb72fc3-fccb-4fa6-93cc-5462c7fd9446 req-0a5e7b04-6452-4682-8ef8-786a1288dca8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411279 Sep 04 16:09:31.632138 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5161-cb15-4914-bc25-ba099125a9b7 req-6e1fcba3-85ea-45ba-bf79-236b90366cab tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:31.633469 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-209a5161-cb15-4914-bc25-ba099125a9b7 req-6e1fcba3-85ea-45ba-bf79-236b90366cab tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0550342 Sep 04 16:09:31.674727 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-209a5161-cb15-4914-bc25-ba099125a9b7 req-451cd754-ea6d-4c40-bfec-0bc5f7a39d39 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334878 Sep 04 16:09:32.800415 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cee02-c334-42dc-8595-5bc294c75044 req-412620e3-073e-4a38-b39b-c670026feae9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:32.801890 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f82cee02-c334-42dc-8595-5bc294c75044 req-412620e3-073e-4a38-b39b-c670026feae9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0486217 Sep 04 16:09:32.871720 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f82cee02-c334-42dc-8595-5bc294c75044 req-1d0351bd-2f46-47c9-bbdd-3e3f836b25d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607977 Sep 04 16:09:32.880431 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-6bf65fc6-5861-4357-808f-2e04706e2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:32.881957 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-6bf65fc6-5861-4357-808f-2e04706e2b9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 1098 time: 0.0589423 Sep 04 16:09:32.971426 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-35569bb3-6e1d-4db8-872d-35951e03cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:32.972912 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-35569bb3-6e1d-4db8-872d-35951e03cefa service neutron] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 918 time: 0.0838223 Sep 04 16:09:33.039610 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-16789712-5c1c-4b0e-a8fc-927bcf88e6cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af HTTP/1.1" status: 200 len: 1000 time: 0.0596023 Sep 04 16:09:33.087885 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-60eb311b-7f0b-4378-9bd8-3da4f3850f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:33.090007 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-60eb311b-7f0b-4378-9bd8-3da4f3850f75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0412958 Sep 04 16:09:33.132688 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-5c010e13-c721-489a-ba19-ef46a13d1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:33.134165 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-5c010e13-c721-489a-ba19-ef46a13d1399 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379155 Sep 04 16:09:33.228578 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-c7a520e1-ced7-4bf8-b3b3-4e49fcf41bf5 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870223 Sep 04 16:09:33.317480 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cfa601e4-c3b8-4ab5-8cef-9357ea3475b6 req-14baae3b-5118-4953-8711-eef72b26d661 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814624 Sep 04 16:09:33.994178 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389f581-ce01-4496-b305-1a63b5d5199b req-f67ea66d-130a-44fc-85dd-dadec48b653e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:33.996214 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0389f581-ce01-4496-b305-1a63b5d5199b req-f67ea66d-130a-44fc-85dd-dadec48b653e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0521154 Sep 04 16:09:34.032678 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0389f581-ce01-4496-b305-1a63b5d5199b req-94ce20c1-2a0a-44a9-957e-8f9b700e28c4 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306783 Sep 04 16:09:35.082256 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-62dff1cc-bd35-4144-8406-029ce308c6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:35.154226 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755cf09-97f0-480b-af0d-55dfd948a5ff req-2a84e082-8a81-4a51-bbe7-79b24d92c522 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:35.155636 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6755cf09-97f0-480b-af0d-55dfd948a5ff req-2a84e082-8a81-4a51-bbe7-79b24d92c522 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0487304 Sep 04 16:09:35.192917 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6755cf09-97f0-480b-af0d-55dfd948a5ff req-8febf86d-f5eb-40d1-b7e6-0c7f014958b8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313141 Sep 04 16:09:36.097982 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f929-4fee-4e47-945b-b3e0605b6dc5 req-41d85174-16ca-40b6-bdf6-8c1de0fea034 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:36.099481 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a794f929-4fee-4e47-945b-b3e0605b6dc5 req-41d85174-16ca-40b6-bdf6-8c1de0fea034 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 945 time: 0.0528820 Sep 04 16:09:36.138552 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a794f929-4fee-4e47-945b-b3e0605b6dc5 req-e93cfc5b-9db0-45ff-ba0b-725d7b8abe8a tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Sep 04 16:09:36.268591 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-cddbc5c9-a1ee-4c05-a73c-20d8211f0dea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840960 Sep 04 16:09:36.348467 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device e4949dc9-8d1d-439a-a09a-7ee45a9ff3af no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:09:36.425074 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:36.447284 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:09:36.450477 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a269847-0c72-4f69-a6bf-0c8c906700d4" -d '{"events": [{"server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "name": "network-vif-unplugged", "status": "completed", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:09:36.465340 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:09:36.470248 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:36.495967 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 04 Sep 2021 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d92371e-5855-4ae8-b2f5-abb4ccf0f86a x-openstack-request-id: req-8d92371e-5855-4ae8-b2f5-abb4ccf0f86a {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:09:36.496255 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "name": "network-vif-unplugged", "status": "failed", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af", "code": 422}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:09:36.496507 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d92371e-5855-4ae8-b2f5-abb4ccf0f86a {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:09:36.496923 dv-cinder-799663-6-iscsi neutron-server[93877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'code': 422} returned with failed status Sep 04 16:09:36.525342 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:09:36.998221 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-a1e5fba7-925f-484f-abcb-e864897eb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:36.999721 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-a1e5fba7-925f-484f-abcb-e864897eb4e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840&tenant_id=6f1873aa89b04304a4553ff72225c139 HTTP/1.1" status: 200 len: 1096 time: 0.0403566 Sep 04 16:09:37.060789 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-5bfc5d96-837a-4d15-9a75-15232299798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:37.062309 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-5bfc5d96-837a-4d15-9a75-15232299798e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f1873aa89b04304a4553ff72225c139&device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 1096 time: 0.0397341 Sep 04 16:09:37.152682 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-9d39035b-b98e-40cd-ad45-7eff6b4a59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:37.154154 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-9d39035b-b98e-40cd-ad45-7eff6b4a59f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 200 len: 918 time: 0.0850079 Sep 04 16:09:37.221159 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-c8a19b54-61ac-44fe-8c4f-5957fada9dd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af HTTP/1.1" status: 200 len: 998 time: 0.0597041 Sep 04 16:09:37.269899 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-13a9d4eb-7a7a-4873-b6e5-0a0ebc6ea76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:37.271316 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-13a9d4eb-7a7a-4873-b6e5-0a0ebc6ea76f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 200 len: 856 time: 0.0436423 Sep 04 16:09:37.316999 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-c78f86d8-4bbe-4890-b44b-bc5ba7fba090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:37.318500 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-c78f86d8-4bbe-4890-b44b-bc5ba7fba090 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8145cfc6-cacf-4582-8605-57f0abbfc4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403893 Sep 04 16:09:37.437130 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41cde4-ff65-4806-b46a-7db468978aa1 req-2a0148c1-f60d-4c33-bb7b-daf5cddbd7b0 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:37.438599 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa41cde4-ff65-4806-b46a-7db468978aa1 req-2a0148c1-f60d-4c33-bb7b-daf5cddbd7b0 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0949874 Sep 04 16:09:37.454471 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-3960e06a-5365-4ef7-9c58-69e10eb7f3a9 service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277831 Sep 04 16:09:37.503668 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-aa41cde4-ff65-4806-b46a-7db468978aa1 req-cb801199-cea6-4f6c-bbe8-4b8bfe47eb7b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581999 Sep 04 16:09:37.561734 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0cc63595-49b6-493a-8ec3-88416b9ee616 req-193523b8-d07b-4766-9462-14c77506069e service neutron] 10.222.0.46 "GET /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989456 Sep 04 16:09:37.910392 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8f38f4f0-e202-4058-a18c-7d7e7b0ff528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:38.142584 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:38.626365 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:09:38.628492 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea8ea7-cbf6-4cdc-ad07-24785cd5c94d req-2e3fddb0-1168-4f9b-81d3-919efbf9c387 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:38.630505 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-29ea8ea7-cbf6-4cdc-ad07-24785cd5c94d req-2e3fddb0-1168-4f9b-81d3-919efbf9c387 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0528524 Sep 04 16:09:38.672212 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-29ea8ea7-cbf6-4cdc-ad07-24785cd5c94d req-b50784e6-0538-49d9-83a9-74831e489152 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354502 Sep 04 16:09:39.037621 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:39.800350 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ea8a-9101-4e11-aba7-7e3345e05a91 req-1d0d2027-b364-4ef9-a4d3-e5f979402c2f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:39.801855 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2d96ea8a-9101-4e11-aba7-7e3345e05a91 req-1d0d2027-b364-4ef9-a4d3-e5f979402c2f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0484424 Sep 04 16:09:39.841638 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2d96ea8a-9101-4e11-aba7-7e3345e05a91 req-0076afec-19d1-48df-8586-aa21e3171991 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322814 Sep 04 16:09:40.345832 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device e4949dc9-8d1d-439a-a09a-7ee45a9ff3af no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:09:40.704333 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:40.970113 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631be85-dfc5-4881-ba04-2a2845bff9a5 req-754a0f8f-ff52-4069-80b9-437c77907d38 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:40.972525 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d631be85-dfc5-4881-ba04-2a2845bff9a5 req-754a0f8f-ff52-4069-80b9-437c77907d38 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0592861 Sep 04 16:09:41.020599 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d631be85-dfc5-4881-ba04-2a2845bff9a5 req-63dc7ca7-526d-4d64-80cc-e9fa82b56bd2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419784 Sep 04 16:09:42.143571 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874990b8-0882-4659-8aab-12c9fee3966f req-e315ad22-6f2c-4b41-aa96-5f7474cc7205 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:42.145773 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-874990b8-0882-4659-8aab-12c9fee3966f req-e315ad22-6f2c-4b41-aa96-5f7474cc7205 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0516672 Sep 04 16:09:42.185507 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-874990b8-0882-4659-8aab-12c9fee3966f req-ee3873a0-c7ec-4e19-8e24-04da76bb94cd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335541 Sep 04 16:09:42.282804 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:43.311938 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974e138-b222-47a7-9022-eefc9e5f2b7f req-f6869f32-960f-4aa7-acd8-62caf05710d7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:43.313497 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c974e138-b222-47a7-9022-eefc9e5f2b7f req-f6869f32-960f-4aa7-acd8-62caf05710d7 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0569444 Sep 04 16:09:43.351264 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c974e138-b222-47a7-9022-eefc9e5f2b7f req-216b59cb-5e3d-412b-9513-2eedc389ad1b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319631 Sep 04 16:09:44.482273 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58926a-a3cf-4259-99a2-200b8c0e99de req-f03d2828-fee2-418b-8eae-4dd444247a54 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:44.483807 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1c58926a-a3cf-4259-99a2-200b8c0e99de req-f03d2828-fee2-418b-8eae-4dd444247a54 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0549185 Sep 04 16:09:44.523499 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1c58926a-a3cf-4259-99a2-200b8c0e99de req-e5970ff6-cff6-4772-ae02-624f04d8b970 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332992 Sep 04 16:09:45.657590 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4d3b8-85cb-4d82-b97a-c62a93d5c3d0 req-ccb7bf10-2a47-44db-bd80-1d5acf6624cd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:45.659275 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6ab4d3b8-85cb-4d82-b97a-c62a93d5c3d0 req-ccb7bf10-2a47-44db-bd80-1d5acf6624cd tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0509892 Sep 04 16:09:45.698015 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6ab4d3b8-85cb-4d82-b97a-c62a93d5c3d0 req-cce0e330-c748-45f6-bb1e-667e6c4accbb tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325432 Sep 04 16:09:46.825339 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5086e-0139-411c-8348-09bd345ec054 req-6d90cf1f-8429-4d57-b388-b086e6dc877e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:46.826902 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4ca5086e-0139-411c-8348-09bd345ec054 req-6d90cf1f-8429-4d57-b388-b086e6dc877e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0540621 Sep 04 16:09:46.866633 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4ca5086e-0139-411c-8348-09bd345ec054 req-02cd5ffb-c1cb-4f47-a059-9856cf308328 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333607 Sep 04 16:09:48.018691 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053be49-bfbb-4726-af0c-c0d532a577ad req-933f8d03-853d-452b-bc3f-692a5d2852c1 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:48.020277 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f053be49-bfbb-4726-af0c-c0d532a577ad req-933f8d03-853d-452b-bc3f-692a5d2852c1 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0757520 Sep 04 16:09:48.060109 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f053be49-bfbb-4726-af0c-c0d532a577ad req-fd1c2813-4f62-4cac-8a8c-83b8ee3b8e52 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336061 Sep 04 16:09:49.180549 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbcf7e-2143-4b37-ac1c-40aee41d61b5 req-749f29c1-4038-4eb1-9dfd-03325ab18528 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:49.182051 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-01fbcf7e-2143-4b37-ac1c-40aee41d61b5 req-749f29c1-4038-4eb1-9dfd-03325ab18528 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0521536 Sep 04 16:09:49.221781 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-01fbcf7e-2143-4b37-ac1c-40aee41d61b5 req-deaf6575-cfc2-4db4-ac88-62782ba07448 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332634 Sep 04 16:09:50.342079 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56ccf5-c90d-43aa-8fb6-d3cf4a1e8daf req-a4ae33e7-62bd-4e67-b8a3-5d313c2ba2ea tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:50.343612 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7f56ccf5-c90d-43aa-8fb6-d3cf4a1e8daf req-a4ae33e7-62bd-4e67-b8a3-5d313c2ba2ea tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0500929 Sep 04 16:09:50.382730 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7f56ccf5-c90d-43aa-8fb6-d3cf4a1e8daf req-0da0fc76-8cd9-4de0-abb8-03eaf597d680 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331984 Sep 04 16:09:51.503058 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9bd81-a769-4c37-97f2-35d4ff30862e req-b096f6c1-8c42-4766-8041-bb9fe24a5abb tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:51.504779 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-12c9bd81-a769-4c37-97f2-35d4ff30862e req-b096f6c1-8c42-4766-8041-bb9fe24a5abb tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0512445 Sep 04 16:09:51.540736 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-12c9bd81-a769-4c37-97f2-35d4ff30862e req-5954543f-36d0-4c9d-9062-8facaab9682b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300989 Sep 04 16:09:51.782749 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-2ddb7ca6-8456-4c46-9767-6e4fd72bf8be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392289 Sep 04 16:09:51.842275 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-f4098215-bc1a-46e2-8a3b-31340246002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:51.843725 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-f4098215-bc1a-46e2-8a3b-31340246002d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 1099 time: 0.0397933 Sep 04 16:09:51.949441 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-9012c692-c2d0-4e5a-a41c-5d6e826e740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:51.951731 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-9012c692-c2d0-4e5a-a41c-5d6e826e740d service neutron] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 913 time: 0.0882001 Sep 04 16:09:52.014215 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-c0cc01a5-d245-4138-bebb-80fce1af4fbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd162cf0-ccfb-466f-a584-47487192dbe5 HTTP/1.1" status: 200 len: 1001 time: 0.0552680 Sep 04 16:09:52.061506 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-f4f08f9d-020c-46e4-98f4-7925e4d6a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:52.062893 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-f4f08f9d-020c-46e4-98f4-7925e4d6a251 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0412986 Sep 04 16:09:52.110446 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-ee1814e1-acc1-445a-83a5-fc3fee303304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:52.111896 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-ee1814e1-acc1-445a-83a5-fc3fee303304 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420072 Sep 04 16:09:52.200123 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-1715f38c-dbfd-4b65-9032-de2a8cc6ff71 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805643 Sep 04 16:09:52.291118 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1ff4fc88-8e05-4bbe-b90f-fa1285eeedf9 req-5b9fd587-3e2b-4c60-8498-3a576eb0b208 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837989 Sep 04 16:09:52.658732 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43236e5-0c24-4946-9fa8-157035d9d33b req-ec6bd901-e51b-4784-affb-02ec1c3c903e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:52.660199 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a43236e5-0c24-4946-9fa8-157035d9d33b req-ec6bd901-e51b-4784-affb-02ec1c3c903e tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0481503 Sep 04 16:09:52.696768 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a43236e5-0c24-4946-9fa8-157035d9d33b req-1584e860-6dee-4f1d-920d-c33c4bd71316 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307686 Sep 04 16:09:53.814252 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792dfbf-b7ec-446d-bb7a-bd00d34f9f5e req-371d0768-30d1-4643-a7d3-c04e4166456f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:53.815619 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a792dfbf-b7ec-446d-bb7a-bd00d34f9f5e req-371d0768-30d1-4643-a7d3-c04e4166456f tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0486968 Sep 04 16:09:53.855318 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a792dfbf-b7ec-446d-bb7a-bd00d34f9f5e req-4a1f6d0a-e766-401c-b5a8-bd9f81e16e80 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337183 Sep 04 16:09:54.972909 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb2e5c-7171-4414-9411-3692c43d26ce req-48627a42-af75-4697-b58d-f63109895b16 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:54.974389 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-36fb2e5c-7171-4414-9411-3692c43d26ce req-48627a42-af75-4697-b58d-f63109895b16 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0479317 Sep 04 16:09:55.011988 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-36fb2e5c-7171-4414-9411-3692c43d26ce req-ff387784-10f9-437c-8e88-acb2a812a2c9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318456 Sep 04 16:09:56.127978 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2777da-a9a5-48ac-a2fd-362137c22f21 req-e1974966-5fb1-41ce-8898-3d4084fed5f6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:56.129745 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b2777da-a9a5-48ac-a2fd-362137c22f21 req-e1974966-5fb1-41ce-8898-3d4084fed5f6 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 943 time: 0.0476954 Sep 04 16:09:56.167053 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7b2777da-a9a5-48ac-a2fd-362137c22f21 req-511d5c8f-68de-4dd2-abe5-d5768addcd26 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315471 Sep 04 16:09:56.422783 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device e4949dc9-8d1d-439a-a09a-7ee45a9ff3af details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:09:56.513110 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:09:56.523535 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'port_id': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'mac_address': 'fa:16:3e:8a:2c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:09:56.561999 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:56.574321 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4949dc9-8d1d-439a-a09a-7ee45a9ff3af {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:09:56.593160 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:09:56.597010 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:56.641611 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=9']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:09:56.648221 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.648563 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.648929 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.649265 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.649594 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.649923 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.650247 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.650578 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.650903 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.651225 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.651545 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.651862 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:09:56.956144 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:09:57.334556 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ca94d-b1a5-4206-b069-f97af7a9eb64 req-40dd0358-714e-4b35-a214-2bd2cf7bb6f1 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:57.336085 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1e8ca94d-b1a5-4206-b069-f97af7a9eb64 req-40dd0358-714e-4b35-a214-2bd2cf7bb6f1 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 944 time: 0.0953493 Sep 04 16:09:57.373218 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-1e8ca94d-b1a5-4206-b069-f97af7a9eb64 req-774101c5-50ed-4742-b5de-b861b27eabcf tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307229 Sep 04 16:09:58.439096 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device e4949dc9-8d1d-439a-a09a-7ee45a9ff3af up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:09:58.490089 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:09:58.490461 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:58.509641 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd572a-f716-44fa-9062-ea0672a71a16 req-c3764a02-a5e7-4637-b89b-d079519f4372 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:58.511148 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-69dd572a-f716-44fa-9062-ea0672a71a16 req-c3764a02-a5e7-4637-b89b-d079519f4372 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 944 time: 0.0582769 Sep 04 16:09:58.555506 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-69dd572a-f716-44fa-9062-ea0672a71a16 req-05277594-2e3b-449c-ae28-16859acd8fc8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336061 Sep 04 16:09:58.576370 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:58.600397 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:09:58.602701 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338cdf4e-84c4-44e7-9917-deb3261ceb69" -d '{"events": [{"server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "name": "network-vif-plugged", "status": "completed", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:09:58.621297 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:09:58.626340 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:09:58.649722 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebd2fff-c20c-478a-bd84-e35852a04198 x-openstack-request-id: req-eebd2fff-c20c-478a-bd84-e35852a04198 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:09:58.650011 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "name": "network-vif-plugged", "status": "completed", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:09:58.650263 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eebd2fff-c20c-478a-bd84-e35852a04198 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:09:58.650856 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'code': 200} Sep 04 16:09:58.686764 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=10']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:09:58.873258 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41802b08-514d-4532-a989-31b262471b39 req-e842bb59-d845-4679-9cc8-9243fa835d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:58.874690 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-41802b08-514d-4532-a989-31b262471b39 req-e842bb59-d845-4679-9cc8-9243fa835d1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 1099 time: 0.0406284 Sep 04 16:09:58.912628 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-41802b08-514d-4532-a989-31b262471b39 req-635f5108-3cdb-450b-9462-5b86637a287f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306628 Sep 04 16:09:59.678781 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0328f6e-9363-4bb2-9dc4-e98979ba1fcc req-7f075a46-9db3-4cdd-bb3a-14bd46126471 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:09:59.680248 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b0328f6e-9363-4bb2-9dc4-e98979ba1fcc req-7f075a46-9db3-4cdd-bb3a-14bd46126471 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 946 time: 0.0493529 Sep 04 16:09:59.717750 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b0328f6e-9363-4bb2-9dc4-e98979ba1fcc req-939f2448-6f17-42ee-82f4-e70325e7664c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310025 Sep 04 16:10:00.837189 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d4ce9-5197-4469-94ba-36767ccf75b7 req-ac9bda91-8340-46c5-82d4-0791c017a58c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:00.838672 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-251d4ce9-5197-4469-94ba-36767ccf75b7 req-ac9bda91-8340-46c5-82d4-0791c017a58c tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 946 time: 0.0479000 Sep 04 16:10:00.876300 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-251d4ce9-5197-4469-94ba-36767ccf75b7 req-6a5b6953-d550-48d0-9984-dc8c375ccec5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307066 Sep 04 16:10:01.992671 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ef8e7-6562-4464-9f1b-b5f587c5d199 req-1e5fafbb-7200-4e59-ad18-b0c79f85752b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:01.994159 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-333ef8e7-6562-4464-9f1b-b5f587c5d199 req-1e5fafbb-7200-4e59-ad18-b0c79f85752b tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 946 time: 0.0475767 Sep 04 16:10:02.034157 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-333ef8e7-6562-4464-9f1b-b5f587c5d199 req-a04cd7e4-50d0-4a24-907c-54c68438dbc8 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340714 Sep 04 16:10:05.083585 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-b6027609-c816-4587-a635-9e5cfc05bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:07.892170 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-d4e8bd55-561f-4dea-8313-56ce4cbe286c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:08.134459 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:09.034329 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:10.705622 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:11.364388 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-78101a70-8b92-4278-91a9-7f78164ec66c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940864548&fields=id&tenant_id=8c055fbc23014694922ea7b0c836db67 HTTP/1.1" status: 200 len: 267 time: 0.0321279 Sep 04 16:10:11.467834 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-1af69afd-778d-4deb-9852-d4b7d5220cd8 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:11.469189 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-1af69afd-778d-4deb-9852-d4b7d5220cd8 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 812 time: 0.0975785 Sep 04 16:10:11.484059 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-69c40642-3a6e-4060-9398-39dd9a04a2fb tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/quotas/8c055fbc23014694922ea7b0c836db67 HTTP/1.1" status: 200 len: 375 time: 0.0091703 Sep 04 16:10:11.541707 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-0a47434e-692f-4c08-966e-7346ce5e468e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0525281 Sep 04 16:10:11.558311 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-79360956-5c9b-424c-8280-91a1ab89d037 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 16:10:11.559421 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-79360956-5c9b-424c-8280-91a1ab89d037 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054400 Sep 04 16:10:11.646327 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-d0d7b401-93f7-48ee-bae3-7d6964f30d64 service neutron] 10.222.0.53 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811515 Sep 04 16:10:11.738082 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-6a45e74c-5a0c-47d8-b7dd-9514ddd60d9e service neutron] 10.222.0.53 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847163 Sep 04 16:10:12.016092 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f4035ef3-4e66-4f08-b7a8-0cc3e1e2ecd5 req-db77a5ab-cb35-4cd3-a62d-87d731b75459 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 210 time: 0.0271297 Sep 04 16:10:12.311126 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:12.942569 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-dfdbd964-6796-401a-83b8-ff7ecf40cab1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:12.944023 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-dfdbd964-6796-401a-83b8-ff7ecf40cab1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 812 time: 0.1038818 Sep 04 16:10:12.988837 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-41284fee-d556-4455-8801-da7558b0d9ba tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c055fbc23014694922ea7b0c836db67 HTTP/1.1" status: 200 len: 380 time: 0.0337050 Sep 04 16:10:13.009422 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'port': {'device_id': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'admin_state_up': True, 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'security_groups': ['a38d02c3-75a1-4e60-998e-e3a3e20c6224']}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:10:13.112928 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aa098d1f-7858-45dd-bd34-4c7622aa3afc req-bb745786-b5bf-4ef1-92ca-d4626a0a2ed8 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 210 time: 0.0275466 Sep 04 16:10:13.118634 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Made reservation on behalf of 8c055fbc23014694922ea7b0c836db67 for: {'port': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:10:13.122316 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:13.251099 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_common [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Allocated IP 172.20.0.6 (72295d43-0f94-491b-a513-1247311102ef/c1c5debb-be03-4030-a30b-45bba4ca8223/a85a1170-fa50-4246-b419-e4f84433dcbd) {{(pid=93875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:10:13.627483 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for port, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:13.645036 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Transition to ACTIVE for port object a85a1170-fa50-4246-b419-e4f84433dcbd will not be triggered until provisioned by entity DHCP. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:10:13.681522 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:13.725070 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Network 72295d43-0f94-491b-a513-1247311102ef is already hosted by enough agents. {{(pid=93875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:10:13.727965 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.base_scheduler [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Resources bound (agent type, host, resource id): {{(pid=93875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:10:13.731456 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Received port after_create {{(pid=93875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:10:13.739428 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'Port': ['ID=a85a1170-fa50-4246-b419-e4f84433dcbd,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:13.769084 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.769437 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.769781 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.770116 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.770445 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.770797 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.771098 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.771421 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.771743 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.772061 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.772378 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.772759 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:13.795526 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:13.796136 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:13.811982 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-efd89e1e-3f59-495d-8a8d-d85306a5392e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8061228 Sep 04 16:10:13.824532 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-19cda8fb-14f4-42b4-8f8c-28cd023da594 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93875) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 16:10:13.825606 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-19cda8fb-14f4-42b4-8f8c-28cd023da594 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060413 Sep 04 16:10:13.888245 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Request body: {'port': {'device_id': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:10:13.900669 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9db15685-96fc-4f9e-8e69-f51fba6b25b9 None None] Provisioning for port a85a1170-fa50-4246-b419-e4f84433dcbd completed by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:10:13.904966 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-9db15685-96fc-4f9e-8e69-f51fba6b25b9 None None] Provisioning complete for port a85a1170-fa50-4246-b419-e4f84433dcbd triggered by entity DHCP. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:10:13.905344 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9db15685-96fc-4f9e-8e69-f51fba6b25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:13.937809 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-9db15685-96fc-4f9e-8e69-f51fba6b25b9 None None] Port a85a1170-fa50-4246-b419-e4f84433dcbd cannot update to ACTIVE because it is not bound. {{(pid=93877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 04 16:10:13.939968 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:14.194490 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85a1170-fa50-4246-b419-e4f84433dcbd {{(pid=93875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:10:14.202608 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:14.215438 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.provisioning_blocks [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Transition to ACTIVE for port object a85a1170-fa50-4246-b419-e4f84433dcbd will not be triggered until provisioned by entity L2. {{(pid=93875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 04 16:10:14.218363 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:14.228526 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e203302-d954-4762-bc8a-6facdd6ac441 req-5451729a-fb3e-4123-9133-76fd7d09bcc6 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:14.230054 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4e203302-d954-4762-bc8a-6facdd6ac441 req-5451729a-fb3e-4123-9133-76fd7d09bcc6 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 931 time: 0.0488851 Sep 04 16:10:14.270281 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-4e203302-d954-4762-bc8a-6facdd6ac441 req-e3f1901b-f383-4e73-81c9-0ed366db9130 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339971 Sep 04 16:10:14.289383 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Pushing event updated for resources: {'Port': ['ID=a85a1170-fa50-4246-b419-e4f84433dcbd,revision_number=2']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:14.346088 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Attempting to bind port a85a1170-fa50-4246-b419-e4f84433dcbd on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 04 16:10:14.346420 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Attempting to bind port a85a1170-fa50-4246-b419-e4f84433dcbd by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 04 16:10:14.346748 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Attempting to bind port a85a1170-fa50-4246-b419-e4f84433dcbd on network 72295d43-0f94-491b-a513-1247311102ef {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:10:14.351328 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Port a85a1170-fa50-4246-b419-e4f84433dcbd on network 72295d43-0f94-491b-a513-1247311102ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 04 16:10:14.351653 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Attempting to bind port a85a1170-fa50-4246-b419-e4f84433dcbd on network 72295d43-0f94-491b-a513-1247311102ef {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 04 16:10:14.357080 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Checking agent: {'id': 'd4ef3a85-a25b-4ba1-b083-f7c5ba1b0382', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'started_at': datetime.datetime(2021, 9, 4, 15, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 4, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 04 16:10:14.357291 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Checking segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:10:14.357651 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Bound using segment: {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'} {{(pid=93875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 04 16:10:14.358088 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.managers [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Bound port: a85a1170-fa50-4246-b419-e4f84433dcbd, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413d8ff5-ceb4-412f-8176-fd700f50070b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '72295d43-0f94-491b-a513-1247311102ef'}}] {{(pid=93875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 04 16:10:14.358444 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:14.423320 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] For port a85a1170-fa50-4246-b419-e4f84433dcbd, host hv-cinder-79966, cleared binding levels {{(pid=93875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:10:14.426535 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] For port a85a1170-fa50-4246-b419-e4f84433dcbd, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=a85a1170-fa50-4246-b419-e4f84433dcbd,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:10:14.430158 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25244663'] for port, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:14.464842 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:14.465705 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:14.467086 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] 10.222.0.46 "PUT /v2.0/ports/a85a1170-fa50-4246-b419-e4f84433dcbd HTTP/1.1" status: 200 len: 1093 time: 0.6289272 Sep 04 16:10:14.467521 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'tag': 'a85a1170-fa50-4246-b419-e4f84433dcbd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:10:14.469802 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca62a10f-31e9-4544-9aa0-1b13b7412656" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8a9aad-0636-4ca4-85eb-f34f5295542e", "tag": "a85a1170-fa50-4246-b419-e4f84433dcbd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:10:14.494491 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ecba5-c89d-42ec-84f0-1c16724bf550 service neutron] Pushing event updated for resources: {'Port': ['ID=a85a1170-fa50-4246-b419-e4f84433dcbd,revision_number=3']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:14.517633 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67097092-1f52-4183-bf2e-c239fe08b598 x-openstack-request-id: req-67097092-1f52-4183-bf2e-c239fe08b598 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:10:14.517927 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8a9aad-0636-4ca4-85eb-f34f5295542e", "tag": "a85a1170-fa50-4246-b419-e4f84433dcbd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:10:14.518176 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67097092-1f52-4183-bf2e-c239fe08b598 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:10:14.518588 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'tag': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'status': 'completed', 'code': 200} Sep 04 16:10:14.552384 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-469d5971-6ef4-4649-9eb0-0fd860a836ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:14.554028 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-469d5971-6ef4-4649-9eb0-0fd860a836ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 1096 time: 0.0460947 Sep 04 16:10:14.602184 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-0f3c0f98-40e2-49f5-a7e7-15c2db4f7f84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a85a1170-fa50-4246-b419-e4f84433dcbd HTTP/1.1" status: 200 len: 217 time: 0.0393438 Sep 04 16:10:14.650920 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-860abfa0-4a86-428d-88ca-432e790f2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:14.652830 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-860abfa0-4a86-428d-88ca-432e790f2879 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0433857 Sep 04 16:10:14.700105 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-9f116598-0ec5-47d7-a9f4-0d08dcaefd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:14.701643 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-9f116598-0ec5-47d7-a9f4-0d08dcaefd28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413747 Sep 04 16:10:14.793370 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-4e674651-de66-4853-b73d-cca089e90a59 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833712 Sep 04 16:10:14.879795 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-00a742f8-0417-48e1-a2ba-eec0894ae10b req-5d25781e-80a3-4b63-b984-4bd39f5f58ce service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790706 Sep 04 16:10:14.977303 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-f3c385e0-1443-4c9f-b8a6-599a0d3408f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:14.978828 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-f3c385e0-1443-4c9f-b8a6-599a0d3408f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 1096 time: 0.0442269 Sep 04 16:10:15.067176 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-2908cb7d-1111-40fd-85b0-29ac5a1b600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:15.068621 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-2908cb7d-1111-40fd-85b0-29ac5a1b600f service neutron] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 913 time: 0.0812039 Sep 04 16:10:15.123464 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-349854f4-242c-4686-9d0b-b57a286164b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a85a1170-fa50-4246-b419-e4f84433dcbd HTTP/1.1" status: 200 len: 217 time: 0.0358148 Sep 04 16:10:15.174776 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-3f81323e-833f-47b8-9514-d46e862a7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:15.176163 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-3f81323e-833f-47b8-9514-d46e862a7d45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0420623 Sep 04 16:10:15.221219 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-77c0ac6b-15ea-4eec-a183-c167e0605f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:15.222626 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-77c0ac6b-15ea-4eec-a183-c167e0605f88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382009 Sep 04 16:10:15.320733 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-35c4132e-c2df-448f-a38b-d2fc1f381de6 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879297 Sep 04 16:10:15.437269 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b302c0f-f8a7-40f1-8dc9-0deba49ba381 req-7bb38729-9565-4d87-8a19-990b89f38a9c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:15.438745 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b302c0f-f8a7-40f1-8dc9-0deba49ba381 req-7bb38729-9565-4d87-8a19-990b89f38a9c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 943 time: 0.0934155 Sep 04 16:10:15.464278 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ca62a10f-31e9-4544-9aa0-1b13b7412656 req-1832851a-438f-4e97-accb-81f3e128399e service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357651 Sep 04 16:10:15.483493 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-5b302c0f-f8a7-40f1-8dc9-0deba49ba381 req-cbdb4162-016e-4dfc-94af-39fb56195406 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360928 Sep 04 16:10:15.625415 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:10:16.608465 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057be796-6513-4280-a786-85e03df9fa78 req-151b8902-a49c-4c42-a913-1f90b07b3d52 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:16.609998 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-057be796-6513-4280-a786-85e03df9fa78 req-151b8902-a49c-4c42-a913-1f90b07b3d52 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 943 time: 0.0512719 Sep 04 16:10:16.647671 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-057be796-6513-4280-a786-85e03df9fa78 req-b977e5cc-ad6d-4064-bd16-b184a079782a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316133 Sep 04 16:10:17.764872 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3981-a324-4e36-9e1f-11c176b1cfdc req-70532c92-33e5-40d6-ac0f-7197fcea50b2 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:17.766389 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cb5d3981-a324-4e36-9e1f-11c176b1cfdc req-70532c92-33e5-40d6-ac0f-7197fcea50b2 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 943 time: 0.0524061 Sep 04 16:10:17.804438 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cb5d3981-a324-4e36-9e1f-11c176b1cfdc req-d4024c30-eb5f-455b-bca3-369e7972e394 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319939 Sep 04 16:10:18.921323 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0b8bb-f668-4695-acf1-96a1a3ce9f75 req-ab8cc76c-1faa-4ed1-ac55-c6785f4401ae tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:18.922801 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-19e0b8bb-f668-4695-acf1-96a1a3ce9f75 req-ab8cc76c-1faa-4ed1-ac55-c6785f4401ae tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 943 time: 0.0523155 Sep 04 16:10:18.960031 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-19e0b8bb-f668-4695-acf1-96a1a3ce9f75 req-1c2a6e13-578f-4756-b8d8-ca338cd3d266 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Sep 04 16:10:20.071197 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09587f2f-8012-431f-905f-c402af60da6e req-788176d0-b5a4-46e6-b1d6-e0733ead66fa tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:20.072564 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-09587f2f-8012-431f-905f-c402af60da6e req-788176d0-b5a4-46e6-b1d6-e0733ead66fa tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 943 time: 0.0472996 Sep 04 16:10:20.109744 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-09587f2f-8012-431f-905f-c402af60da6e req-619f9e46-ebe7-4e44-945d-06349f8d317b tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306685 Sep 04 16:10:21.223736 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54891eea-ffc7-41ab-9672-2e77cec210f2 req-77ad0f16-f6d3-40d8-82dc-5b6dee7fc1ac tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:21.225219 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-54891eea-ffc7-41ab-9672-2e77cec210f2 req-77ad0f16-f6d3-40d8-82dc-5b6dee7fc1ac tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 943 time: 0.0486033 Sep 04 16:10:21.262464 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-54891eea-ffc7-41ab-9672-2e77cec210f2 req-b75dcfcf-4f37-4968-9356-a521d95a576a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306637 Sep 04 16:10:22.382035 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a544f1f-e904-4a63-a4dd-bd737d8d1e4c req-404f54d1-38d0-470b-b30e-4b5df0e13ec1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:22.383495 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1a544f1f-e904-4a63-a4dd-bd737d8d1e4c req-404f54d1-38d0-470b-b30e-4b5df0e13ec1 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 943 time: 0.0516024 Sep 04 16:10:22.419914 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1a544f1f-e904-4a63-a4dd-bd737d8d1e4c req-a10cfc2b-7641-45ca-ad3e-59da69c45a99 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305147 Sep 04 16:10:23.532988 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761e40a-d2cd-43c7-91ec-40ff0f8466be req-94dfe19d-f978-4587-aed6-7e4bc5dcc768 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:23.534468 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9761e40a-d2cd-43c7-91ec-40ff0f8466be req-94dfe19d-f978-4587-aed6-7e4bc5dcc768 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 943 time: 0.0491767 Sep 04 16:10:23.571665 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9761e40a-d2cd-43c7-91ec-40ff0f8466be req-6af984d7-36e4-4543-b638-05fec63d75da tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313828 Sep 04 16:10:24.548454 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device a85a1170-fa50-4246-b419-e4f84433dcbd details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:10:24.642000 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port a85a1170-fa50-4246-b419-e4f84433dcbd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=a85a1170-fa50-4246-b419-e4f84433dcbd,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:10:24.653731 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'port_id': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'mac_address': 'fa:16:3e:b8:e6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:10:24.683702 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da112d65-781c-4c24-a568-73d0a843326c req-cc206aef-d2f4-48c5-b5df-6c275c31af4f tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:24.685192 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-da112d65-781c-4c24-a568-73d0a843326c req-cc206aef-d2f4-48c5-b5df-6c275c31af4f tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 943 time: 0.0473802 Sep 04 16:10:24.689544 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:24.702509 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85a1170-fa50-4246-b419-e4f84433dcbd {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:10:24.722386 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port a85a1170-fa50-4246-b419-e4f84433dcbd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=a85a1170-fa50-4246-b419-e4f84433dcbd,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:10:24.723484 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-da112d65-781c-4c24-a568-73d0a843326c req-1f8a2bbb-b809-4f6d-8d16-01cce66cf4a8 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Sep 04 16:10:24.726685 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:24.775344 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=a85a1170-fa50-4246-b419-e4f84433dcbd,revision_number=4']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:25.144293 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['a85a1170-fa50-4246-b419-e4f84433dcbd'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:10:26.111402 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94865990-6440-4198-95ae-22b5bca554f4 req-37e260f7-d6ee-4cfc-b12e-0df2e58743f3 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:26.112915 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-94865990-6440-4198-95ae-22b5bca554f4 req-37e260f7-d6ee-4cfc-b12e-0df2e58743f3 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 944 time: 0.3179262 Sep 04 16:10:26.150986 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-94865990-6440-4198-95ae-22b5bca554f4 req-f6899328-8370-4ca9-8c4a-940852116551 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321491 Sep 04 16:10:26.558221 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device a85a1170-fa50-4246-b419-e4f84433dcbd up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:10:26.607082 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning for port a85a1170-fa50-4246-b419-e4f84433dcbd completed by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 04 16:10:26.610812 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port a85a1170-fa50-4246-b419-e4f84433dcbd triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:10:26.611181 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:26.685158 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:26.709902 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85a1170-fa50-4246-b419-e4f84433dcbd'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:10:26.712137 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca82de7-53c8-4cf7-8297-d58fb042de76" -d '{"events": [{"server_uuid": "cb8a9aad-0636-4ca4-85eb-f34f5295542e", "name": "network-vif-plugged", "status": "completed", "tag": "a85a1170-fa50-4246-b419-e4f84433dcbd"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:10:26.725918 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port a85a1170-fa50-4246-b419-e4f84433dcbd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=a85a1170-fa50-4246-b419-e4f84433dcbd,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:10:26.730352 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:26.755513 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d20e1b-c644-4443-beb3-7434d6ca3d57 x-openstack-request-id: req-42d20e1b-c644-4443-beb3-7434d6ca3d57 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:10:26.755808 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8a9aad-0636-4ca4-85eb-f34f5295542e", "name": "network-vif-plugged", "status": "completed", "tag": "a85a1170-fa50-4246-b419-e4f84433dcbd", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:10:26.756059 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42d20e1b-c644-4443-beb3-7434d6ca3d57 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:10:26.756449 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'code': 200} Sep 04 16:10:26.786829 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=a85a1170-fa50-4246-b419-e4f84433dcbd,revision_number=5']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:26.998627 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20d425-d6ae-476b-90f4-f74cf00baa06 req-996babab-b46f-4d57-9cdb-7345cc1ad61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:27.000187 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6d20d425-d6ae-476b-90f4-f74cf00baa06 req-996babab-b46f-4d57-9cdb-7345cc1ad61b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 1098 time: 0.0447466 Sep 04 16:10:27.039358 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6d20d425-d6ae-476b-90f4-f74cf00baa06 req-2c90cf96-bbc2-4083-ac13-4f6e95bf2fb2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320284 Sep 04 16:10:27.266424 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fc635-f2fa-4941-9230-9a12213c594e req-543cbbca-e28c-4296-8790-55ad4f24e6a5 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:27.267909 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8b5fc635-f2fa-4941-9230-9a12213c594e req-543cbbca-e28c-4296-8790-55ad4f24e6a5 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 945 time: 0.0488422 Sep 04 16:10:27.304079 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8b5fc635-f2fa-4941-9230-9a12213c594e req-f1c22f76-a78e-4389-b534-c858f4a3900c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303125 Sep 04 16:10:28.420185 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b8ad0-a28a-471f-a08c-c865ded59177 req-26ff678b-1c10-4038-a3c4-0df85f03d664 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:28.421662 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-712b8ad0-a28a-471f-a08c-c865ded59177 req-26ff678b-1c10-4038-a3c4-0df85f03d664 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 945 time: 0.0480719 Sep 04 16:10:28.457431 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-712b8ad0-a28a-471f-a08c-c865ded59177 req-392d8071-eae5-4897-9ff7-e01985264994 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298591 Sep 04 16:10:29.569230 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63cc1b-ffa2-47f1-84c0-fa41ec93bea8 req-32184d8e-fba4-4401-93a3-1cdef4c3fa2e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:29.570688 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7c63cc1b-ffa2-47f1-84c0-fa41ec93bea8 req-32184d8e-fba4-4401-93a3-1cdef4c3fa2e tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 945 time: 0.0484502 Sep 04 16:10:29.608383 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-7c63cc1b-ffa2-47f1-84c0-fa41ec93bea8 req-2b82275e-be4a-4e56-ae9c-035faed57505 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Sep 04 16:10:29.719050 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0bc69-cf76-434b-9886-4d156e863e52 req-b1398a66-7aa8-4aa9-a264-610522394565 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:29.720524 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d9c0bc69-cf76-434b-9886-4d156e863e52 req-b1398a66-7aa8-4aa9-a264-610522394565 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 945 time: 0.0484464 Sep 04 16:10:29.757171 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d9c0bc69-cf76-434b-9886-4d156e863e52 req-73e58d45-51fc-4b91-ae75-c4f0be776271 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306263 Sep 04 16:10:29.779737 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50246) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:10:29.914696 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f404cf-9304-442c-b943-a809bc714e65 tempest-TestVolumeBootPattern-415000859 tempest-TestVolumeBootPattern-415000859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:29.916212 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-75f404cf-9304-442c-b943-a809bc714e65 tempest-TestVolumeBootPattern-415000859 tempest-TestVolumeBootPattern-415000859-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 1093 time: 0.1355226 Sep 04 16:10:29.919934 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50250) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:10:29.924258 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Request body: {'floatingip': {'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'port_id': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:10:29.945745 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:30.036320 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:30.138982 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_common [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Allocated IP 172.27.2.81 (b16a2c4c-bd8a-4256-8514-e368c3f8c25b/8347cadd-2fdc-4d4c-8d18-e65767e4918e/594ce7c4-2b5b-47c3-86a7-1007da16d52b) {{(pid=93876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:10:30.237184 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for port, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:30.278654 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726892881035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:30.313915 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Network b16a2c4c-bd8a-4256-8514-e368c3f8c25b is already hosted by enough agents. {{(pid=93876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:10:30.318036 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Resources bound (agent type, host, resource id): {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:10:30.320589 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Received port after_create {{(pid=93876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 04 16:10:30.345363 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'Port': ['ID=594ce7c4-2b5b-47c3-86a7-1007da16d52b,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:30.358628 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.359077 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.359426 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.359762 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.360095 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.360424 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.360750 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.361104 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.361431 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.361756 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.362075 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.362394 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:30.669814 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:30.731994 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:30.875281 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for port, precommit_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:30.879908 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29005819'] for port, after_update {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:30.943882 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event updated for resources: {'Port': ['ID=594ce7c4-2b5b-47c3-86a7-1007da16d52b,revision_number=2']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:30.955523 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:31.048994 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Floating IP 3a704eb1-a5d2-4481-8feb-2fdabd25ae54 associated. External IP: 172.27.2.81, port: a85a1170-fa50-4246-b419-e4f84433dcbd. Sep 04 16:10:31.247059 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Router 42ba80ca-7e58-4b88-87fc-80d4945c6675 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:10:31.351511 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:10:31.363899 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] Sync routers for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:10:31.369409 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:31.373521 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:10:31.374139 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:10:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:31.396791 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0e4be34d-25de-49f4-a916-3c71f700d182 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4758747 Sep 04 16:10:31.397456 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'tag': 'a85a1170-fa50-4246-b419-e4f84433dcbd'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:10:31.399783 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252e5224-a949-4fff-9501-de71e4261818" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8a9aad-0636-4ca4-85eb-f34f5295542e", "tag": "a85a1170-fa50-4246-b419-e4f84433dcbd"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:10:31.437122 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fca0e4c-632d-4d1f-ab2a-3d28c39921c0 x-openstack-request-id: req-8fca0e4c-632d-4d1f-ab2a-3d28c39921c0 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:10:31.437416 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8a9aad-0636-4ca4-85eb-f34f5295542e", "tag": "a85a1170-fa50-4246-b419-e4f84433dcbd", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:10:31.437669 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fca0e4c-632d-4d1f-ab2a-3d28c39921c0 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:10:31.438065 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'tag': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'status': 'completed', 'code': 200} Sep 04 16:10:31.478093 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:10:31.508355 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e5224-a949-4fff-9501-de71e4261818 req-8eff0f16-d97c-488e-8ecf-75cd9be5ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:31.509801 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-252e5224-a949-4fff-9501-de71e4261818 req-8eff0f16-d97c-488e-8ecf-75cd9be5ee8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 1098 time: 0.0444226 Sep 04 16:10:31.601642 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e5224-a949-4fff-9501-de71e4261818 req-1ac69232-8464-4ba8-ba93-6eeb3e06be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:31.603175 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-252e5224-a949-4fff-9501-de71e4261818 req-1ac69232-8464-4ba8-ba93-6eeb3e06be3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 913 time: 0.0848072 Sep 04 16:10:31.671376 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-252e5224-a949-4fff-9501-de71e4261818 req-30ec659c-7656-445a-83da-6ef864435ccb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a85a1170-fa50-4246-b419-e4f84433dcbd HTTP/1.1" status: 200 len: 998 time: 0.0604291 Sep 04 16:10:31.696126 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '3a704eb1-a5d2-4481-8feb-2fdabd25ae54', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:b8:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:10:30Z', 'updated_at': '2021-09-04T16:10:30Z', 'revision_number': 0, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}, {'id': 'fc6be317-78e5-4823-ad12-34bc2ebcf575', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:26:38:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:57Z', 'updated_at': '2021-09-04T16:08:00Z', 'revision_number': 1, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:31.721036 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e5224-a949-4fff-9501-de71e4261818 req-32aa9774-a150-40c7-a91d-1d2d17b4b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:31.722513 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-252e5224-a949-4fff-9501-de71e4261818 req-32aa9774-a150-40c7-a91d-1d2d17b4b3d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0435765 Sep 04 16:10:31.725762 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] Checking router: 42ba80ca-7e58-4b88-87fc-80d4945c6675 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:10:31.734470 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:10:31.735072 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:10:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:31.769158 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e5224-a949-4fff-9501-de71e4261818 req-25546257-8498-4fa7-b8c6-a7b7e1506cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:31.770570 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-252e5224-a949-4fff-9501-de71e4261818 req-25546257-8498-4fa7-b8c6-a7b7e1506cad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398932 Sep 04 16:10:31.848599 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:10:31.865711 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-252e5224-a949-4fff-9501-de71e4261818 req-ec303d3a-daeb-4e1b-b925-b6532ff2e6e4 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864747 Sep 04 16:10:31.961297 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-252e5224-a949-4fff-9501-de71e4261818 req-a38ba2b0-0e3d-478b-b37f-8ecf4bde2ca5 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810952 Sep 04 16:10:32.065722 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '3a704eb1-a5d2-4481-8feb-2fdabd25ae54', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:b8:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:10:30Z', 'updated_at': '2021-09-04T16:10:30Z', 'revision_number': 0, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}, {'id': 'fc6be317-78e5-4823-ad12-34bc2ebcf575', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:26:38:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:57Z', 'updated_at': '2021-09-04T16:08:00Z', 'revision_number': 1, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:32.095746 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222e274-7001-4113-8bcb-a5b63dd07ecc None None] The sync data for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi is: [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': '3a704eb1-a5d2-4481-8feb-2fdabd25ae54', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:b8:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:10:30Z', 'updated_at': '2021-09-04T16:10:30Z', 'revision_number': 0, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}, {'id': 'fc6be317-78e5-4823-ad12-34bc2ebcf575', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:26:38:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:57Z', 'updated_at': '2021-09-04T16:08:00Z', 'revision_number': 1, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:10:32.276711 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11f303-a6f9-49f3-a054-249a3a7f136d None None] New status for floating IP 3a704eb1-a5d2-4481-8feb-2fdabd25ae54: ACTIVE {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:10:35.083984 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-bf402bca-6fb3-463d-ab74-5f642db0bbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:37.893980 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-28170cdf-2a12-4a81-b169-cd05232b2dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:38.136079 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:39.029578 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:40.709093 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:42.290604 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:46.142469 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fee7ae-c739-4667-b2c2-d14876b0e0dc req-7cac9cc3-2bda-483f-a581-c2cfbee15573 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:46.143971 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31fee7ae-c739-4667-b2c2-d14876b0e0dc req-7cac9cc3-2bda-483f-a581-c2cfbee15573 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0528238 Sep 04 16:10:46.180356 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-31fee7ae-c739-4667-b2c2-d14876b0e0dc req-2f4657db-4da9-43eb-a10d-06ed3bd23708 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300970 Sep 04 16:10:47.310419 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b737113-4b66-4317-869b-1cd6c93a2182 req-1f3da40f-7ea6-4bae-bf00-04130bccdb75 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:47.311926 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3b737113-4b66-4317-869b-1cd6c93a2182 req-1f3da40f-7ea6-4bae-bf00-04130bccdb75 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0494916 Sep 04 16:10:47.348928 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-3b737113-4b66-4317-869b-1cd6c93a2182 req-045d43dc-7af6-4a6b-978a-95826cd56a34 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311773 Sep 04 16:10:48.206890 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919b7ef-464b-4a30-9bc2-e726721c7d0b req-b4b143b4-c689-440f-beb9-cbb8b73224d1 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:48.208365 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d919b7ef-464b-4a30-9bc2-e726721c7d0b req-b4b143b4-c689-440f-beb9-cbb8b73224d1 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 946 time: 0.0526228 Sep 04 16:10:48.247953 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d919b7ef-464b-4a30-9bc2-e726721c7d0b req-1ee05047-ee04-4df8-ba10-fb8dc5e2adda tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334961 Sep 04 16:10:48.465028 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f39cdb-e354-4c16-b55d-9423d79d0c89 req-f55fa503-82df-46e8-a4ca-5d716d47e42a tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:48.466552 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-81f39cdb-e354-4c16-b55d-9423d79d0c89 req-f55fa503-82df-46e8-a4ca-5d716d47e42a tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0497484 Sep 04 16:10:48.505161 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-81f39cdb-e354-4c16-b55d-9423d79d0c89 req-c23398df-edc9-47e9-986b-a3984d777d64 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327005 Sep 04 16:10:49.360755 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff2063-e64d-4696-95da-c89c9c70454f req-2e868369-e1ca-4ddd-8003-a9d6d08f9901 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:49.362229 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-24ff2063-e64d-4696-95da-c89c9c70454f req-2e868369-e1ca-4ddd-8003-a9d6d08f9901 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 946 time: 0.0477629 Sep 04 16:10:49.398711 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-24ff2063-e64d-4696-95da-c89c9c70454f req-81d413b1-72e0-4745-be79-4a35ff6daf3c tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306675 Sep 04 16:10:49.505794 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-db5c7c1d-637a-40ed-af6e-e430f996985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:49.507407 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-db5c7c1d-637a-40ed-af6e-e430f996985d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46881f97ebf64e96a09874dbee3256df&device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1098 time: 0.0385745 Sep 04 16:10:49.664324 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-8e22c5e3-4af7-40c3-9666-b26666603b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:49.665822 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-8e22c5e3-4af7-40c3-9666-b26666603b6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb HTTP/1.1" status: 200 len: 910 time: 0.1368451 Sep 04 16:10:49.673834 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5097d8-4ddf-4426-a05b-9c8aacbd38bf req-9995a4d9-b7b2-480c-af5b-9d168034b28c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:49.675260 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0c5097d8-4ddf-4426-a05b-9c8aacbd38bf req-9995a4d9-b7b2-480c-af5b-9d168034b28c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0666161 Sep 04 16:10:49.757031 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0c5097d8-4ddf-4426-a05b-9c8aacbd38bf req-313c5e84-c37b-4f46-9e3f-e01c4e7ec2ec tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754466 Sep 04 16:10:49.758807 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-46369c3e-5cdc-4fc6-bd90-23d980bbf093 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec552267-a235-4fec-915e-a9623bd3b674 HTTP/1.1" status: 200 len: 1000 time: 0.0827191 Sep 04 16:10:49.813226 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-e658efd3-590b-458e-91fc-64f4b7ad8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:49.814570 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-e658efd3-590b-458e-91fc-64f4b7ad8234 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06a1fd8b-0040-42b1-a38d-af75a25c1424 HTTP/1.1" status: 200 len: 848 time: 0.0431671 Sep 04 16:10:49.859632 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-f5469179-fe55-4ec5-bbbb-2577e43ad24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:49.861107 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-f5469179-fe55-4ec5-bbbb-2577e43ad24c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385027 Sep 04 16:10:49.960451 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-e59e1222-e6ea-4ed3-b72a-e776226082eb service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881948 Sep 04 16:10:50.046245 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-291e7db9-42a1-4432-bf33-176bd8f539d6 req-9e9d81a8-5f9e-48c2-a33f-83b858329416 service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783937 Sep 04 16:10:50.512680 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cf3bc-66ff-4031-8e03-3965eab50432 req-9262f6f1-af87-437a-9108-b95e206f3198 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:50.514271 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-012cf3bc-66ff-4031-8e03-3965eab50432 req-9262f6f1-af87-437a-9108-b95e206f3198 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 946 time: 0.0479198 Sep 04 16:10:50.553620 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-012cf3bc-66ff-4031-8e03-3965eab50432 req-2445bbbd-f20d-4faa-815c-188e247de4ce tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups?id=46442473-05f8-4197-863a-4432415234c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333707 Sep 04 16:10:50.818236 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2471c44-d73f-4f57-819a-e550b65f755c req-478c057e-6840-4a94-929c-1223a3863c5f tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:50.819722 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2471c44-d73f-4f57-819a-e550b65f755c req-478c057e-6840-4a94-929c-1223a3863c5f tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 946 time: 0.0527260 Sep 04 16:10:50.921653 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172db0-a24c-4102-a6aa-a1741146c9b8 req-e455ee12-b062-4475-bafc-9c1831acfdec tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:50.923129 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b5172db0-a24c-4102-a6aa-a1741146c9b8 req-e455ee12-b062-4475-bafc-9c1831acfdec tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0958498 Sep 04 16:10:50.968214 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Deleting port 52577adc-ed2e-4722-9e4e-dd36242c6163 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:10:50.968565 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:50.986892 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b5172db0-a24c-4102-a6aa-a1741146c9b8 req-b47aa0e0-0b08-4237-ac36-c7c9d5676e07 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567696 Sep 04 16:10:51.060259 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] For port 52577adc-ed2e-4722-9e4e-dd36242c6163, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=52577adc-ed2e-4722-9e4e-dd36242c6163,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:10:51.060547 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:51.224315 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:51.224676 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:51.225027 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.l3_db [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Floating IP bba7eea0-c742-4dbe-bdc9-80a7b2b3046e disassociated. External IP: 172.27.2.232, port: 52577adc-ed2e-4722-9e4e-dd36242c6163. Sep 04 16:10:51.225368 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Calling delete_port for 52577adc-ed2e-4722-9e4e-dd36242c6163 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:10:51.344402 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:51.370143 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event deleted for resources: {'Port': ['ID=52577adc-ed2e-4722-9e4e-dd36242c6163,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:51.481945 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:10:51.586436 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:10:51.597225 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] Sync routers for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:10:51.606712 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:10:51.607655 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:10:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:51.630584 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] No DVR routers for this DVR port 52577adc-ed2e-4722-9e4e-dd36242c6163 on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:10:51.633278 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:51.635230 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d2471c44-d73f-4f57-819a-e550b65f755c req-a44e8057-d943-4fa0-af34-0062302bb856 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.46 "DELETE /v2.0/ports/52577adc-ed2e-4722-9e4e-dd36242c6163 HTTP/1.1" status: 204 len: 173 time: 0.8089859 Sep 04 16:10:51.635676 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'name': 'network-vif-deleted', 'tag': '52577adc-ed2e-4722-9e4e-dd36242c6163'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:10:51.638745 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8d7033-7b9d-47e8-a5b0-38ffb1d9f795" -d '{"events": [{"server_uuid": "ef109631-ba93-4cc3-b0ce-c30623a6d77d", "name": "network-vif-deleted", "tag": "52577adc-ed2e-4722-9e4e-dd36242c6163"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:10:51.662853 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f16c81a9-41e7-40c9-9956-80cec827814e req-9e34c2ee-c5a0-4534-9e49-0f38fd71b4fb tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef109631-ba93-4cc3-b0ce-c30623a6d77d HTTP/1.1" status: 200 len: 210 time: 0.0391502 Sep 04 16:10:51.686847 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c7603e-b690-4771-a132-8bfaf05c2b0f x-openstack-request-id: req-66c7603e-b690-4771-a132-8bfaf05c2b0f {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:10:51.687143 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef109631-ba93-4cc3-b0ce-c30623a6d77d", "name": "network-vif-deleted", "tag": "52577adc-ed2e-4722-9e4e-dd36242c6163", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:10:51.687397 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66c7603e-b690-4771-a132-8bfaf05c2b0f {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:10:51.687795 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef109631-ba93-4cc3-b0ce-c30623a6d77d', 'name': 'network-vif-deleted', 'tag': '52577adc-ed2e-4722-9e4e-dd36242c6163', 'status': 'completed', 'code': 200} Sep 04 16:10:51.730874 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:10:51.932635 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:51.960418 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] Checking router: d34e0b43-4f94-4cea-a2f1-600c81b23eb2 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:10:51.968827 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:10:51.969482 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:10:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:52.070537 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:10:52.115317 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b36d-7811-4731-9613-5ebfcbcd33cf req-908cbb64-171e-4a96-9e24-affa0e19e358 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:52.116752 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a6d9b36d-7811-4731-9613-5ebfcbcd33cf req-908cbb64-171e-4a96-9e24-affa0e19e358 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0603614 Sep 04 16:10:52.169223 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a6d9b36d-7811-4731-9613-5ebfcbcd33cf req-733100a7-e2b8-4efb-8fba-25875e157401 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406547 Sep 04 16:10:52.278876 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:52.303598 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99cbe4-90fd-443e-9876-eddf31ba284b None None] The sync data for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi is: [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': 'e43930a6-313f-4e42-92aa-156c1a8521fc', 'name': '', 'network_id': '4b1340d0-32a0-4889-b4c1-1455af846b78', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'mac_address': 'fa:16:3e:85:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:33Z', 'updated_at': '2021-09-04T16:01:40Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'subnets': [{'id': 'abd7cd50-8463-4788-bd97-a825c2e48f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:10:52.504182 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e6d07d-5e3f-4e9d-a85e-18249c81af05 None None] New status for floating IP bba7eea0-c742-4dbe-bdc9-80a7b2b3046e: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:10:52.625051 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:10:52.747818 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50392) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:10:52.799303 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67821bff-3dbc-4ec5-91dd-97620f88ee10 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:52.821675 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67821bff-3dbc-4ec5-91dd-97620f88ee10 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:52.866430 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67821bff-3dbc-4ec5-91dd-97620f88ee10 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:52.869018 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-67821bff-3dbc-4ec5-91dd-97620f88ee10 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:52.870141 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-67821bff-3dbc-4ec5-91dd-97620f88ee10 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "DELETE /v2.0/security-groups/46442473-05f8-4197-863a-4432415234c5 HTTP/1.1" status: 204 len: 168 time: 0.1213515 Sep 04 16:10:52.873536 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50394) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:10:52.879502 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67821bff-3dbc-4ec5-91dd-97620f88ee10 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46442473-05f8-4197-863a-4432415234c5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:52.889344 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.api.v2.resource [None req-57516de3-df83-4576-977b-41ab6360bebf tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] show failed (client error): The resource could not be found. Sep 04 16:10:52.890359 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-57516de3-df83-4576-977b-41ab6360bebf tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "GET /v2.0/security-groups/46442473-05f8-4197-863a-4432415234c5 HTTP/1.1" status: 404 len: 347 time: 0.0158355 Sep 04 16:10:52.893143 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50396) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:10:53.252599 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a5054-a24d-4cb8-a9dc-d51cbe77e506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Deleting port d3d24613-0a6f-4627-8b69-e19c2289aefc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:10:53.253631 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5054-a24d-4cb8-a9dc-d51cbe77e506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:53.276352 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4fc5e-77bd-4f12-a255-ad67d63144d9 req-811416ac-3ed1-4eb2-96f0-a3b8731c03f0 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:53.277922 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-82a4fc5e-77bd-4f12-a255-ad67d63144d9 req-811416ac-3ed1-4eb2-96f0-a3b8731c03f0 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0489106 Sep 04 16:10:53.317439 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-82a4fc5e-77bd-4f12-a255-ad67d63144d9 req-cfc62739-5ac8-423c-af4f-ef4d4f512778 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334609 Sep 04 16:10:53.327048 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5054-a24d-4cb8-a9dc-d51cbe77e506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:53.327391 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5054-a24d-4cb8-a9dc-d51cbe77e506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:53.339675 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a5054-a24d-4cb8-a9dc-d51cbe77e506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Calling delete_port for d3d24613-0a6f-4627-8b69-e19c2289aefc owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:10:53.465867 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5054-a24d-4cb8-a9dc-d51cbe77e506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:53.495212 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a5054-a24d-4cb8-a9dc-d51cbe77e506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Pushing event deleted for resources: {'Port': ['ID=d3d24613-0a6f-4627-8b69-e19c2289aefc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:53.552704 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5054-a24d-4cb8-a9dc-d51cbe77e506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:53.555776 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5054-a24d-4cb8-a9dc-d51cbe77e506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:53.556665 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ba3a5054-a24d-4cb8-a9dc-d51cbe77e506 tempest-AttachVolumeTestJSON-86779415 tempest-AttachVolumeTestJSON-86779415-project] 10.222.0.53 "DELETE /v2.0/floatingips/bba7eea0-c742-4dbe-bdc9-80a7b2b3046e HTTP/1.1" status: 204 len: 168 time: 0.6626077 Sep 04 16:10:54.431044 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6763e-19c5-4ab0-b5f3-8369042aa65b req-80a67c91-30b0-4be2-b507-b937de3a4e74 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:54.432494 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a4a6763e-19c5-4ab0-b5f3-8369042aa65b req-80a67c91-30b0-4be2-b507-b937de3a4e74 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0477269 Sep 04 16:10:54.469553 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a4a6763e-19c5-4ab0-b5f3-8369042aa65b req-382883dd-aed8-48e2-a3f0-77727416fadd tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307581 Sep 04 16:10:54.688654 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 52577adc-ed2e-4722-9e4e-dd36242c6163 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:10:54.708669 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: 52577adc-ed2e-4722-9e4e-dd36242c6163 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:10:54.709043 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device 52577adc-ed2e-4722-9e4e-dd36242c6163 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:10:55.586154 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c348b38-82b7-46d4-bbff-b5568a889235 req-43ce201c-bf19-4926-8413-92adde86e2e5 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:55.587601 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7c348b38-82b7-46d4-bbff-b5568a889235 req-43ce201c-bf19-4926-8413-92adde86e2e5 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0525255 Sep 04 16:10:55.626001 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-7c348b38-82b7-46d4-bbff-b5568a889235 req-2b108e43-d9a1-4bf1-84ce-61271715c59b tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318694 Sep 04 16:10:56.316044 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-0f94d425-7858-44b6-88bb-ea3fce3e0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:56.317722 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-0f94d425-7858-44b6-88bb-ea3fce3e0020 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46881f97ebf64e96a09874dbee3256df&device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1098 time: 0.0432248 Sep 04 16:10:56.408058 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-e68ed996-d059-4003-b427-29622767095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:56.409537 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-e68ed996-d059-4003-b427-29622767095b service neutron] 10.222.0.46 "GET /v2.0/networks?id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb HTTP/1.1" status: 200 len: 910 time: 0.0847058 Sep 04 16:10:56.476487 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-16bed9be-82c0-472d-8b82-170b27e31422 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec552267-a235-4fec-915e-a9623bd3b674 HTTP/1.1" status: 200 len: 1000 time: 0.0586233 Sep 04 16:10:56.526017 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-f8a8a0b0-ac9d-4171-b96f-050bf26e3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:56.527485 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-f8a8a0b0-ac9d-4171-b96f-050bf26e3b06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06a1fd8b-0040-42b1-a38d-af75a25c1424 HTTP/1.1" status: 200 len: 848 time: 0.0428383 Sep 04 16:10:56.571874 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-dcf5fb8c-077d-46f4-9d14-49e5df88e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:56.573306 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-dcf5fb8c-077d-46f4-9d14-49e5df88e799 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389292 Sep 04 16:10:56.666153 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-719c36a1-2a6b-4879-a430-b8e695b37e7d service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852730 Sep 04 16:10:56.789519 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c98a7-6a47-4dfa-9fae-be3048081e09 req-cc1c2166-78cb-46b7-95b3-e9b225ee8c50 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:56.790990 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ec3c98a7-6a47-4dfa-9fae-be3048081e09 req-cc1c2166-78cb-46b7-95b3-e9b225ee8c50 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0985115 Sep 04 16:10:56.796790 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-b9278819-7302-4a3b-94aa-05fcc39496ff req-2516d73a-c62e-4bf9-b30d-03b09c7aec5e service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233187 Sep 04 16:10:56.829279 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ec3c98a7-6a47-4dfa-9fae-be3048081e09 req-f999583b-7719-41b3-9a8d-66337cd36208 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314114 Sep 04 16:10:57.102952 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50432) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:10:57.533917 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914084'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:57.766746 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] Deleting port e43930a6-313f-4e42-92aa-156c1a8521fc {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:10:57.767084 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:57.849470 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] For port e43930a6-313f-4e42-92aa-156c1a8521fc, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=e43930a6-313f-4e42-92aa-156c1a8521fc,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:10:57.850104 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:57.864797 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] Calling delete_port for e43930a6-313f-4e42-92aa-156c1a8521fc owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:10:57.946282 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d2385-444c-4466-b8cb-55e607a06b1b req-1e608863-9c36-417b-b5d6-d695328784f4 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:57.947777 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb0d2385-444c-4466-b8cb-55e607a06b1b req-1e608863-9c36-417b-b5d6-d695328784f4 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0506020 Sep 04 16:10:57.991795 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-eb0d2385-444c-4466-b8cb-55e607a06b1b req-b7a6bcb5-e79a-4bdf-8e3c-a69677607b9b tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378358 Sep 04 16:10:58.054920 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:58.084048 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43930a6-313f-4e42-92aa-156c1a8521fc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:58.246181 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373958'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:58.454420 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] Router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:10:58.556543 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:10:58.562327 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1fd5fd95-2f53-49e2-b8f9-23d6119c1e93 admin admin] 10.222.0.53 "PUT /v2.0/routers/d34e0b43-4f94-4cea-a2f1-600c81b23eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4583063 Sep 04 16:10:58.564723 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50438) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:10:58.566360 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] Sync routers for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:10:58.575779 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:10:58.576481 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:10:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:58.694675 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:58.848721 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:10:59.028051 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:10:58Z', 'revision_number': 5, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port': {'id': '31fd0ebe-9cb0-41af-bf30-c4ebc0702268', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:59.047510 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.054982 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] Checking router: d34e0b43-4f94-4cea-a2f1-600c81b23eb2 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:10:59.066721 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] Routers {'d34e0b43-4f94-4cea-a2f1-600c81b23eb2'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:10:59.067348 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:10:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:59.138013 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012acd3f-2ced-4d28-ac51-5d1e6c0922dc req-53e6f9b6-7d33-43a2-8bc9-62a99da33403 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:10:59.139527 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-012acd3f-2ced-4d28-ac51-5d1e6c0922dc req-53e6f9b6-7d33-43a2-8bc9-62a99da33403 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0761876 Sep 04 16:10:59.148604 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Deleting port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:10:59.149144 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.157817 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] Set router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:10:59.211793 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:10:59Z', 'revision_number': 6, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port_host': None}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:10:59.229523 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-012acd3f-2ced-4d28-ac51-5d1e6c0922dc req-08a5bb78-2ef7-494d-87a2-8f6270659cb0 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827177 Sep 04 16:10:59.238222 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7648df-c2b6-412a-8bdd-c68d80a9f4da None None] The sync data for ids ['d34e0b43-4f94-4cea-a2f1-600c81b23eb2'] in dv-cinder-799663-6-iscsi is: [{'id': 'd34e0b43-4f94-4cea-a2f1-600c81b23eb2', 'name': 'tempest-AttachVolumeTestJSON-758350715-router', 'tenant_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:01:30Z', 'updated_at': '2021-09-04T16:10:59Z', 'revision_number': 6, 'project_id': '3fae2f3a2b48414fb76a2b0ad2e2ccbe', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:10:59.261557 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] For port 31fd0ebe-9cb0-41af-bf30-c4ebc0702268, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=31fd0ebe-9cb0-41af-bf30-c4ebc0702268,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:10:59.261927 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.274680 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Calling delete_port for 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:10:59.305719 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [req-ddadc06f-4ca9-4eba-b2b2-a4a4f6dd0360 req-b56648da-4266-4e46-9a87-1bf025d1927a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93876) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 04 16:10:59.306686 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-ddadc06f-4ca9-4eba-b2b2-a4a4f6dd0360 req-b56648da-4266-4e46-9a87-1bf025d1927a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053272 Sep 04 16:10:59.437917 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.462713 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fd0ebe-9cb0-41af-bf30-c4ebc0702268,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:59.520448 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373822'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.612639 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26233'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.614757 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.662501 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914466'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.663047 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d34e0b43-4f94-4cea-a2f1-600c81b23eb2 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:10:59.668699 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.669850 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-5e3709be-61b0-44c6-94a5-c1480aa35674 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d34e0b43-4f94-4cea-a2f1-600c81b23eb2 HTTP/1.1" status: 204 len: 168 time: 1.1041698 Sep 04 16:10:59.672320 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50444) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:10:59.715963 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e1dec6-c2de-4dc3-a3f8-78bc4de1b8e2 admin admin] Deleting subnet abd7cd50-8463-4788-bd97-a825c2e48f4d {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:10:59.718942 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55e1dec6-c2de-4dc3-a3f8-78bc4de1b8e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.751024 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55e1dec6-c2de-4dc3-a3f8-78bc4de1b8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288161'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.857041 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55e1dec6-c2de-4dc3-a3f8-78bc4de1b8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.906586 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55e1dec6-c2de-4dc3-a3f8-78bc4de1b8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25244621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29123326'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.931883 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1dec6-c2de-4dc3-a3f8-78bc4de1b8e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd7cd50-8463-4788-bd97-a825c2e48f4d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:59.934011 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55e1dec6-c2de-4dc3-a3f8-78bc4de1b8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:10:59.938070 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-55e1dec6-c2de-4dc3-a3f8-78bc4de1b8e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/abd7cd50-8463-4788-bd97-a825c2e48f4d HTTP/1.1" status: 204 len: 168 time: 0.2625773 Sep 04 16:10:59.938392 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50448) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:10:59.938591 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c23581-3fd3-4bcc-b6e5-8ae48811e936 None None] Network 4b1340d0-32a0-4889-b4c1-1455af846b78 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:11:00.010549 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.067773 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Deleting port f77d6124-4542-4752-b3da-81fb918d7e65 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:11:00.068109 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.121794 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] DHCP port deletion for 4b1340d0-32a0-4889-b4c1-1455af846b78 request from dv-cinder-799663-6-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 04 16:11:00.140014 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] For port f77d6124-4542-4752-b3da-81fb918d7e65, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=f77d6124-4542-4752-b3da-81fb918d7e65,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:00.140376 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.153269 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Calling delete_port for f77d6124-4542-4752-b3da-81fb918d7e65 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:11:00.178839 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Deleting port f77d6124-4542-4752-b3da-81fb918d7e65 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:11:00.179218 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.238030 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.256422 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] For port f77d6124-4542-4752-b3da-81fb918d7e65, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=f77d6124-4542-4752-b3da-81fb918d7e65,segment=NetworkSegment(a09ba389-aebf-4b8d-8f97-88be8443a3ed),segment_id=a09ba389-aebf-4b8d-8f97-88be8443a3ed)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:00.256827 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.270330 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77d6124-4542-4752-b3da-81fb918d7e65,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:00.272019 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Calling delete_port for f77d6124-4542-4752-b3da-81fb918d7e65 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:11:00.273270 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] No DVR routers for this DVR port f77d6124-4542-4752-b3da-81fb918d7e65 on host dv-cinder-799663-6-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:11:00.363363 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.363590 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.376837 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1340d0-32a0-4889-b4c1-1455af846b78']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:00.394531 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09ba389-aebf-4b8d-8f97-88be8443a3ed') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:00.395363 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09ba389-aebf-4b8d-8f97-88be8443a3ed') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:00.399723 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Pushing event deleted for resources: {'Port': ['ID=f77d6124-4542-4752-b3da-81fb918d7e65,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:00.406504 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] No DVR routers for this DVR port f77d6124-4542-4752-b3da-81fb918d7e65 on host dv-cinder-799663-6-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:11:00.420446 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.421245 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.421794 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.422332 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.423248 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.423766 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.424288 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.424814 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.425409 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.425928 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.426445 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.426963 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e486016-094f-43c7-b5e7-a5069c56e9c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:00.456373 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29288184'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.469457 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-73237f60-e86d-401d-ae14-948c23468c74 req-fa28e5e3-f8c2-421f-88f0-9ee9e174e739 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0486529 Sep 04 16:11:00.487287 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.496695 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:11:00.497140 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25244563'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: Traceback (most recent call last): Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: timer() Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: cb(*args, **kw) Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: return func(*args, **kwargs) Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: self._notify() Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: self.callback(batched_events) Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: event.method(event) Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: return f(self, *a, **k) Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._get(url).json() Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:11:00.498839 dv-cinder-799663-6-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:11:00.534222 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7e857-cea3-4e5a-8569-6babcbd297a8 req-9c6d2bf1-2627-45f9-a250-40eea7c46c28 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:00.535876 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2cb7e857-cea3-4e5a-8569-6babcbd297a8 req-9c6d2bf1-2627-45f9-a250-40eea7c46c28 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0929627 Sep 04 16:11:00.585739 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.595950 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.600944 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4b1340d0-32a0-4889-b4c1-1455af846b78 HTTP/1.1" status: 204 len: 168 time: 0.6584687 Sep 04 16:11:00.625541 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbbf7f-e0f9-432a-b0bf-cfc25c446988 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1340d0-32a0-4889-b4c1-1455af846b78,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:00.631110 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2cb7e857-cea3-4e5a-8569-6babcbd297a8 req-787b6087-079c-4fd7-9244-601de232457f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658643 Sep 04 16:11:00.701782 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device e43930a6-313f-4e42-92aa-156c1a8521fc no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:11:00.727152 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: e43930a6-313f-4e42-92aa-156c1a8521fc {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:11:00.727483 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device e43930a6-313f-4e42-92aa-156c1a8521fc not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:11:00.727914 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:11:00.752083 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:11:00.752514 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 31fd0ebe-9cb0-41af-bf30-c4ebc0702268 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:11:00.753185 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device f77d6124-4542-4752-b3da-81fb918d7e65 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:11:00.769989 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50464) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:00.781263 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: f77d6124-4542-4752-b3da-81fb918d7e65 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:11:00.781653 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device f77d6124-4542-4752-b3da-81fb918d7e65 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:11:00.819818 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-5dc123f3-2c68-4ff9-bcff-8ae5838c6024 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fae2f3a2b48414fb76a2b0ad2e2ccbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482600 Sep 04 16:11:00.822864 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50466) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:00.876910 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4da7b93d-ab13-482f-be51-9965fa68c442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.907304 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4da7b93d-ab13-482f-be51-9965fa68c442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.961117 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4da7b93d-ab13-482f-be51-9965fa68c442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.964138 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-4da7b93d-ab13-482f-be51-9965fa68c442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:00.965494 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-4da7b93d-ab13-482f-be51-9965fa68c442 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75f876da-7bc5-45bb-9768-2d5f0b94f751 HTTP/1.1" status: 204 len: 168 time: 0.1411123 Sep 04 16:11:00.973839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7b93d-ab13-482f-be51-9965fa68c442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f876da-7bc5-45bb-9768-2d5f0b94f751,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:01.752341 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2856f-748d-4be0-ad33-e0e147ef723b req-5c17dbd0-c172-4e33-abeb-110ac2be3d5c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:01.754155 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a5c2856f-748d-4be0-ad33-e0e147ef723b req-5c17dbd0-c172-4e33-abeb-110ac2be3d5c tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0492148 Sep 04 16:11:01.796535 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a5c2856f-748d-4be0-ad33-e0e147ef723b req-09fdc791-9279-4b36-9c78-6c8e19fa6cb7 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360200 Sep 04 16:11:01.852913 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73237f60-e86d-401d-ae14-948c23468c74 req-4bfe2e49-d13f-4f33-99b6-d53eb071251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:01.854465 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73237f60-e86d-401d-ae14-948c23468c74 req-4bfe2e49-d13f-4f33-99b6-d53eb071251a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585&tenant_id=46881f97ebf64e96a09874dbee3256df HTTP/1.1" status: 200 len: 1098 time: 0.0411344 Sep 04 16:11:01.919770 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73237f60-e86d-401d-ae14-948c23468c74 req-8b557f9a-6f6c-457e-90bb-710c67093840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:01.921352 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73237f60-e86d-401d-ae14-948c23468c74 req-8b557f9a-6f6c-457e-90bb-710c67093840 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46881f97ebf64e96a09874dbee3256df&device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1098 time: 0.0416675 Sep 04 16:11:02.016805 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73237f60-e86d-401d-ae14-948c23468c74 req-b981dfdd-7a48-48b5-ac3b-4cf2bc64d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:02.018333 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73237f60-e86d-401d-ae14-948c23468c74 req-b981dfdd-7a48-48b5-ac3b-4cf2bc64d2a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb HTTP/1.1" status: 200 len: 910 time: 0.0903301 Sep 04 16:11:02.086925 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73237f60-e86d-401d-ae14-948c23468c74 req-9a0e1ca6-3b60-40bc-b5fd-b7506701c7dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec552267-a235-4fec-915e-a9623bd3b674 HTTP/1.1" status: 200 len: 1000 time: 0.0607190 Sep 04 16:11:02.137907 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73237f60-e86d-401d-ae14-948c23468c74 req-742a9230-9a8d-4544-9f0a-308b017c899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:02.139350 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73237f60-e86d-401d-ae14-948c23468c74 req-742a9230-9a8d-4544-9f0a-308b017c899f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06a1fd8b-0040-42b1-a38d-af75a25c1424 HTTP/1.1" status: 200 len: 848 time: 0.0434399 Sep 04 16:11:02.191439 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73237f60-e86d-401d-ae14-948c23468c74 req-e0f0b703-6309-4e07-bfbe-c50a2622e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:02.192728 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73237f60-e86d-401d-ae14-948c23468c74 req-e0f0b703-6309-4e07-bfbe-c50a2622e358 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461035 Sep 04 16:11:02.287009 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73237f60-e86d-401d-ae14-948c23468c74 req-b141de46-b718-48b8-98c0-244d6813d601 service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865567 Sep 04 16:11:02.386811 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-73237f60-e86d-401d-ae14-948c23468c74 req-a68cfd07-54f7-40af-9cc1-3027407b1bef service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912919 Sep 04 16:11:02.587840 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50514) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:02.694198 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c313138-c00a-4bb5-a176-a7204cada261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:02.752912 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ec552267-a235-4fec-915e-a9623bd3b674 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:11:02.785472 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c313138-c00a-4bb5-a176-a7204cada261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:02.790283 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-7c313138-c00a-4bb5-a176-a7204cada261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:02.830380 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-7c313138-c00a-4bb5-a176-a7204cada261 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60f2743ef88c45f181d2d52a8058abc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414169 Sep 04 16:11:02.832977 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50520) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:02.834138 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:02.834962 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c313138-c00a-4bb5-a176-a7204cada261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6523b06d-2793-4aa9-8656-20224e74e7fe,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:02.864824 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:11:02.867220 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30866b8e-d11a-4aed-83e8-9c6686cb1882" -d '{"events": [{"server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "name": "network-vif-unplugged", "status": "completed", "tag": "ec552267-a235-4fec-915e-a9623bd3b674"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:11:02.885308 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port ec552267-a235-4fec-915e-a9623bd3b674, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec552267-a235-4fec-915e-a9623bd3b674,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:02.893272 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:02.918319 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 04 Sep 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bd6f56-71bb-48f9-88f4-8d61a1bc12d4 x-openstack-request-id: req-86bd6f56-71bb-48f9-88f4-8d61a1bc12d4 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:11:02.918721 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "name": "network-vif-unplugged", "status": "completed", "tag": "ec552267-a235-4fec-915e-a9623bd3b674", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:11:02.919042 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86bd6f56-71bb-48f9-88f4-8d61a1bc12d4 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:11:02.919494 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674', 'code': 200} Sep 04 16:11:02.923703 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b330b3cd-483e-4a6d-9ac9-7c05b615d5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:02.945763 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=ec552267-a235-4fec-915e-a9623bd3b674,revision_number=6']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:02.955682 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657f2b9-9614-4368-8254-3422ae242bb5 req-98cda6a9-fe82-44df-9c00-b71aa1c6d134 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:02.957217 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0657f2b9-9614-4368-8254-3422ae242bb5 req-98cda6a9-fe82-44df-9c00-b71aa1c6d134 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0850451 Sep 04 16:11:02.962014 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b330b3cd-483e-4a6d-9ac9-7c05b615d5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:03.017176 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-0657f2b9-9614-4368-8254-3422ae242bb5 req-d5272182-6250-4a83-b492-a50ab7cb6da7 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530803 Sep 04 16:11:03.038265 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b330b3cd-483e-4a6d-9ac9-7c05b615d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:03.040886 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b330b3cd-483e-4a6d-9ac9-7c05b615d5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:03.041992 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b330b3cd-483e-4a6d-9ac9-7c05b615d5ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6523b06d-2793-4aa9-8656-20224e74e7fe HTTP/1.1" status: 204 len: 168 time: 0.2081103 Sep 04 16:11:03.051255 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330b3cd-483e-4a6d-9ac9-7c05b615d5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523b06d-2793-4aa9-8656-20224e74e7fe,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:03.309444 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50528) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:03.322374 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84a27d22-32bc-490e-a9bf-126674ab2745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:03.408927 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84a27d22-32bc-490e-a9bf-126674ab2745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:03.412709 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-84a27d22-32bc-490e-a9bf-126674ab2745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:03.451592 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-84a27d22-32bc-490e-a9bf-126674ab2745 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac9fc9942cf54416a6fafb6fb280ae9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410847 Sep 04 16:11:03.452534 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a27d22-32bc-490e-a9bf-126674ab2745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67187eb-5e5f-41be-a3b2-407e9b8d1965,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:03.454297 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50530) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:03.503198 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f12fcdc2-066e-4548-8ba8-4b174eee521e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:03.523823 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f12fcdc2-066e-4548-8ba8-4b174eee521e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:03.571267 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f12fcdc2-066e-4548-8ba8-4b174eee521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:03.574139 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f12fcdc2-066e-4548-8ba8-4b174eee521e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:03.575301 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f12fcdc2-066e-4548-8ba8-4b174eee521e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e67187eb-5e5f-41be-a3b2-407e9b8d1965 HTTP/1.1" status: 204 len: 168 time: 0.1199584 Sep 04 16:11:03.584526 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fcdc2-066e-4548-8ba8-4b174eee521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67187eb-5e5f-41be-a3b2-407e9b8d1965,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:04.136635 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a157f-60fc-47b0-ab96-c11867fdab15 req-47577364-1490-45c7-8307-d097a83bc499 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:04.138436 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-157a157f-60fc-47b0-ab96-c11867fdab15 req-47577364-1490-45c7-8307-d097a83bc499 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0498827 Sep 04 16:11:04.182964 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-157a157f-60fc-47b0-ab96-c11867fdab15 req-92b95f29-95c9-4b4d-91d5-1eae0619d1a4 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331984 Sep 04 16:11:05.085639 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-c235ea1f-9dc2-44d5-ad0a-444af65e503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:05.320395 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e839979-328a-4ff5-81f0-e21cee4555db req-7cfc8f91-741f-4440-885c-7da6e06978b2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:05.321931 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8e839979-328a-4ff5-81f0-e21cee4555db req-7cfc8f91-741f-4440-885c-7da6e06978b2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0569758 Sep 04 16:11:05.361011 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-8e839979-328a-4ff5-81f0-e21cee4555db req-40c6b04c-61fe-4850-8751-da7d103f54af tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320437 Sep 04 16:11:06.478820 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e84ec-d0cc-4690-a70b-72baadaf4568 req-3f5ce48b-e444-4a59-9ecb-cd91d195bf43 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:06.480299 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2d1e84ec-d0cc-4690-a70b-72baadaf4568 req-3f5ce48b-e444-4a59-9ecb-cd91d195bf43 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0531371 Sep 04 16:11:06.520235 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-2d1e84ec-d0cc-4690-a70b-72baadaf4568 req-39ce67ee-56ac-4bcb-b294-be56aa077100 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329902 Sep 04 16:11:07.634603 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d66e0b-457f-4d4e-9b51-27833b477402 req-d31cec99-6567-48ec-89f7-a1bcdabc165d tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:07.636108 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0d66e0b-457f-4d4e-9b51-27833b477402 req-d31cec99-6567-48ec-89f7-a1bcdabc165d tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0490556 Sep 04 16:11:07.677864 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-f0d66e0b-457f-4d4e-9b51-27833b477402 req-51a32355-cc96-43ba-bb04-4951373443ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353560 Sep 04 16:11:07.816361 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50610) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:07.894953 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-5a20eae2-0169-4aa3-971a-58ec042ff86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:07.921448 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b28d257-22ed-4b81-baa8-296f78bd2428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.008484 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b28d257-22ed-4b81-baa8-296f78bd2428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.012807 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2b28d257-22ed-4b81-baa8-296f78bd2428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.051408 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-2b28d257-22ed-4b81-baa8-296f78bd2428 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c64295f642e43629c537eafcc4514d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339394 Sep 04 16:11:08.052539 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28d257-22ed-4b81-baa8-296f78bd2428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3efc59c-51c6-4929-b245-58b5bfc3ed00,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:08.054154 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50614) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:08.102686 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c537220b-0328-4eda-9cb2-f7d386c4f433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.122420 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c537220b-0328-4eda-9cb2-f7d386c4f433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.138745 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.169631 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c537220b-0328-4eda-9cb2-f7d386c4f433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.172153 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c537220b-0328-4eda-9cb2-f7d386c4f433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.173321 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c537220b-0328-4eda-9cb2-f7d386c4f433 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3efc59c-51c6-4929-b245-58b5bfc3ed00 HTTP/1.1" status: 204 len: 168 time: 0.1180911 Sep 04 16:11:08.180605 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537220b-0328-4eda-9cb2-f7d386c4f433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3efc59c-51c6-4929-b245-58b5bfc3ed00,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:08.422434 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50622) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:08.435361 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-973ed126-a92d-407b-8d9f-9c63554f5251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.522334 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-973ed126-a92d-407b-8d9f-9c63554f5251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.525968 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-973ed126-a92d-407b-8d9f-9c63554f5251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.570318 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ed126-a92d-407b-8d9f-9c63554f5251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2301f185-39d7-4bb6-8539-04e2dc477002,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:08.577467 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50624) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:08.577979 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-973ed126-a92d-407b-8d9f-9c63554f5251 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4711f03c1bba45d996466579f281552c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534913 Sep 04 16:11:08.629295 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a97a3317-6e0c-464f-89a8-6eba0d0259cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.649627 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a97a3317-6e0c-464f-89a8-6eba0d0259cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.694663 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a97a3317-6e0c-464f-89a8-6eba0d0259cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.697289 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a97a3317-6e0c-464f-89a8-6eba0d0259cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:08.698458 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a97a3317-6e0c-464f-89a8-6eba0d0259cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2301f185-39d7-4bb6-8539-04e2dc477002 HTTP/1.1" status: 204 len: 168 time: 0.1197686 Sep 04 16:11:08.706897 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a3317-6e0c-464f-89a8-6eba0d0259cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2301f185-39d7-4bb6-8539-04e2dc477002,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:08.808814 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c51aa-a27e-4c78-a414-f0f155293ce7 req-83b6f03f-2c7e-4995-9924-e4d1359d5cb3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:08.810417 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f07c51aa-a27e-4c78-a414-f0f155293ce7 req-83b6f03f-2c7e-4995-9924-e4d1359d5cb3 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0521936 Sep 04 16:11:08.851603 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-f07c51aa-a27e-4c78-a414-f0f155293ce7 req-b00675cf-075f-4e9c-bda8-f85d06ec64ab tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351095 Sep 04 16:11:09.032821 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:09.766381 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a429aff-342d-4cd8-a419-0a2afb17c091 req-1401adee-bf60-4c4b-9b0d-842a4c630801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:09.767887 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6a429aff-342d-4cd8-a419-0a2afb17c091 req-1401adee-bf60-4c4b-9b0d-842a4c630801 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1096 time: 0.0411918 Sep 04 16:11:09.805755 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-6a429aff-342d-4cd8-a419-0a2afb17c091 req-50aab63e-644d-4595-8c5b-9a303834782f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305159 Sep 04 16:11:09.968423 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcd10f-e373-4efd-8f45-6b1c0da3e5f4 req-680cce7c-6a63-483c-ab46-6048cecfb59f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:09.969966 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9adcd10f-e373-4efd-8f45-6b1c0da3e5f4 req-680cce7c-6a63-483c-ab46-6048cecfb59f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 943 time: 0.0527956 Sep 04 16:11:10.008769 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-9adcd10f-e373-4efd-8f45-6b1c0da3e5f4 req-30ba027e-8442-4658-a525-93585a84ed0e tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327635 Sep 04 16:11:10.331270 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50684) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:10.432761 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de1037ac-8657-4cac-bdac-04755cc05f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:10.522010 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de1037ac-8657-4cac-bdac-04755cc05f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:10.525559 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-de1037ac-8657-4cac-bdac-04755cc05f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:10.563397 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-de1037ac-8657-4cac-bdac-04755cc05f99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9db037aaf7f4e10aa3f389f7de81919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310684 Sep 04 16:11:10.564515 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1037ac-8657-4cac-bdac-04755cc05f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6ee2dd-0f2f-460a-ad9c-0fa2b633a80a,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:10.566085 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50688) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:10.615732 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afbbfe1d-8fef-4402-ace6-dc6946ca0c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:10.635618 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afbbfe1d-8fef-4402-ace6-dc6946ca0c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:10.681685 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afbbfe1d-8fef-4402-ace6-dc6946ca0c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:10.684171 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-afbbfe1d-8fef-4402-ace6-dc6946ca0c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:10.685799 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-afbbfe1d-8fef-4402-ace6-dc6946ca0c5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c6ee2dd-0f2f-460a-ad9c-0fa2b633a80a HTTP/1.1" status: 204 len: 168 time: 0.1182601 Sep 04 16:11:10.692748 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbfe1d-8fef-4402-ace6-dc6946ca0c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6ee2dd-0f2f-460a-ad9c-0fa2b633a80a,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:10.719745 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:10.790643 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ec552267-a235-4fec-915e-a9623bd3b674 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:11:10.884405 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port ec552267-a235-4fec-915e-a9623bd3b674, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec552267-a235-4fec-915e-a9623bd3b674,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:10.895639 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Returning: {'device': 'ec552267-a235-4fec-915e-a9623bd3b674', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'port_id': 'ec552267-a235-4fec-915e-a9623bd3b674', 'mac_address': 'fa:16:3e:3d:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:11:10.933929 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:10.946389 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec552267-a235-4fec-915e-a9623bd3b674 {{(pid=93877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 04 16:11:10.950840 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50694) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:10.963562 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cc9559a-6f2f-4f84-a076-441320560f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:10.970323 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port ec552267-a235-4fec-915e-a9623bd3b674, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec552267-a235-4fec-915e-a9623bd3b674,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:10.974430 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:11.026151 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=ec552267-a235-4fec-915e-a9623bd3b674,revision_number=7']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:11.049972 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cc9559a-6f2f-4f84-a076-441320560f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:11.053700 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-3cc9559a-6f2f-4f84-a076-441320560f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:11.105082 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-3cc9559a-6f2f-4f84-a076-441320560f6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e204707a44f4f91940bdad55b8ec005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531346 Sep 04 16:11:11.108378 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50698) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:11.118347 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9559a-6f2f-4f84-a076-441320560f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ea416c-9e97-41e9-affd-beac0601a6bd,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:11.144273 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d384d-baef-4d00-9583-28db42c03e1e req-fc19cad9-55ed-48e4-94f9-13330905ec69 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:11.146614 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a45d384d-baef-4d00-9583-28db42c03e1e req-fc19cad9-55ed-48e4-94f9-13330905ec69 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 944 time: 0.0659149 Sep 04 16:11:11.162272 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d569da6-1719-409c-ac73-b1f87efe133f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:11.186828 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-a45d384d-baef-4d00-9583-28db42c03e1e req-6ac7fe5e-c25e-483c-b968-091e2707c941 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337286 Sep 04 16:11:11.187190 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d569da6-1719-409c-ac73-b1f87efe133f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:11.248159 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d569da6-1719-409c-ac73-b1f87efe133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:11.251104 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-6d569da6-1719-409c-ac73-b1f87efe133f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:11.252264 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-6d569da6-1719-409c-ac73-b1f87efe133f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6ea416c-9e97-41e9-affd-beac0601a6bd HTTP/1.1" status: 204 len: 168 time: 0.1428623 Sep 04 16:11:11.262143 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d569da6-1719-409c-ac73-b1f87efe133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ea416c-9e97-41e9-affd-beac0601a6bd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:11.510149 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] get_ports_and_sgs() called for port_ids ['ec552267-a235-4fec-915e-a9623bd3b674'] {{(pid=93877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 04 16:11:11.916663 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50720) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:12.011500 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-516515315-network', 'tenant_id': 'fea13a95c6a94548ba95cbcf1c69fa40'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:11:12.031914 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Made reservation on behalf of fea13a95c6a94548ba95cbcf1c69fa40 for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:11:12.034134 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.041969 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.128264 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.132068 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.155423 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:11:12.164591 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7090ee7a-7bcd-4dd0-8a64-420bf4beec3f,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:12.170156 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.170824 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Added segment 06251c11-c551-4927-9102-086b6db3b956 of type vlan for network 59bcc7a8-54af-468f-ba86-cf0477de71e9 Sep 04 16:11:12.208828 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.234486 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.235472 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:12.236064 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.281551 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3637474 Sep 04 16:11:12.284461 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50726) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:12.290587 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Request body: {'subnet': {'network_id': '59bcc7a8-54af-468f-ba86-cf0477de71e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-516515315-subnet', 'tenant_id': 'fea13a95c6a94548ba95cbcf1c69fa40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:11:12.306071 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.313661 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Made reservation on behalf of fea13a95c6a94548ba95cbcf1c69fa40 for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:11:12.315979 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636546'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.325612 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90e1e0-69f3-48c9-873e-964f051c33c0 admin admin] Pushing event updated for resources: {'Network': ['ID=59bcc7a8-54af-468f-ba86-cf0477de71e9,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:12.336566 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 59bcc7a8-54af-468f-ba86-cf0477de71e9 details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:11:12.348723 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4570599-3168-409f-9bbd-39b58afa69c4 req-9cf0657b-4553-4fdb-a20d-959c73ade022 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:12.350432 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e4570599-3168-409f-9bbd-39b58afa69c4 req-9cf0657b-4553-4fdb-a20d-959c73ade022 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 944 time: 0.0920279 Sep 04 16:11:12.393487 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e4570599-3168-409f-9bbd-39b58afa69c4 req-ba25d21d-1da4-458f-ac5f-0241a4fca8cd tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351465 Sep 04 16:11:12.489438 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29005568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636588'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.543314 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c751fd2-e86f-4432-8bec-3fac49f0ef25,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:12.550488 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Checking segment: {'id': '06251c11-c551-4927-9102-086b6db3b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '59bcc7a8-54af-468f-ba86-cf0477de71e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:11:12.550871 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Network hostable DHCP agents. Network: 59bcc7a8-54af-468f-ba86-cf0477de71e9, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:11:12.566041 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Network 59bcc7a8-54af-468f-ba86-cf0477de71e9 is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:11:12.575308 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 59bcc7a8-54af-468f-ba86-cf0477de71e9) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:11:12.580566 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:12.581212 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:12.585649 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ef150-076a-43d5-a23b-729e756fa1d0 None None] Network 59bcc7a8-54af-468f-ba86-cf0477de71e9 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:11:12.594982 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-9463b6cc-4c04-4b01-b60d-e48b0cf890db admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3093960 Sep 04 16:11:12.711661 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6351999-9fe9-4cb1-90b5-a54c7b5a7bc9 None None] Network 59bcc7a8-54af-468f-ba86-cf0477de71e9 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:11:12.792251 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ec552267-a235-4fec-915e-a9623bd3b674 up at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:11:12.876614 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.provisioning_blocks [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Provisioning complete for port ec552267-a235-4fec-915e-a9623bd3b674 triggered by entity L2. {{(pid=93877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 04 16:11:12.876614 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-720616'] for port, provisioning_complete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.052806 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50744) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:13.057806 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.v2.base [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1785406635-network', 'tenant_id': '56c04436052640c4800bb8e9a6f998bc'}} {{(pid=93875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:11:13.079003 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Made reservation on behalf of 56c04436052640c4800bb8e9a6f998bc for: {'network': 1} {{(pid=93875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:11:13.081243 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for network, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.082951 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-755360'] for port, before_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.089225 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.104787 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674'}] {{(pid=93877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:11:13.107098 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aa4b6352513e69f2f5752d0306327ea48010260c4077b010882f08afbc74a0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32966863-f6a8-495e-8824-ba0f2acd6464" -d '{"events": [{"server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "name": "network-vif-plugged", "status": "completed", "tag": "ec552267-a235-4fec-915e-a9623bd3b674"}]}' {{(pid=93877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:11:13.120745 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] For port ec552267-a235-4fec-915e-a9623bd3b674, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec552267-a235-4fec-915e-a9623bd3b674,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:13.126124 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726893401335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726892881053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726892881071'] for port, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.155913 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cf5c32-0bb1-47c9-9467-fe7ef56a0b68 x-openstack-request-id: req-44cf5c32-0bb1-47c9-9467-fe7ef56a0b68 {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:11:13.156229 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "name": "network-vif-plugged", "status": "completed", "tag": "ec552267-a235-4fec-915e-a9623bd3b674", "code": 200}]} {{(pid=93877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:11:13.156501 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44cf5c32-0bb1-47c9-9467-fe7ef56a0b68 {{(pid=93877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:11:13.156901 dv-cinder-799663-6-iscsi neutron-server[93877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674', 'code': 200} Sep 04 16:11:13.181704 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Pushing event updated for resources: {'Port': ['ID=ec552267-a235-4fec-915e-a9623bd3b674,revision_number=8']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:13.183648 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.189044 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.213149 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:11:13.222486 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a5e0c5-01bd-42bb-a7ed-d5e6e4fcdb5b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:13.228333 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.228670 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.segments_db [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Added segment 5c895653-6df1-406a-8ee7-74d0b73fab1d of type vlan for network 60c363e0-640e-4a46-95e6-ea44d57ee522 Sep 04 16:11:13.267718 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726892884965'] for network, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.290382 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114'] for network, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.291635 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:13.292545 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.329484 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2755725 Sep 04 16:11:13.332393 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50748) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:13.337495 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.v2.base [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Request body: {'subnet': {'network_id': '60c363e0-640e-4a46-95e6-ea44d57ee522', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1785406635-subnet', 'tenant_id': '56c04436052640c4800bb8e9a6f998bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:11:13.356568 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e4abe-f9fb-4938-9180-ba6645d48f1a admin admin] Pushing event updated for resources: {'Network': ['ID=60c363e0-640e-4a46-95e6-ea44d57ee522,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:13.358414 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Made reservation on behalf of 56c04436052640c4800bb8e9a6f998bc for: {'subnet': 1} {{(pid=93876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:11:13.360980 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28636546'] for subnet, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.367340 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Network 60c363e0-640e-4a46-95e6-ea44d57ee522 details requested by agent ovs-agent-dv-cinder-799663-6-iscsi with host dv-cinder-799663-6-iscsi {{(pid=93877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:11:13.521958 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29005568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28636588'] for subnet, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.578937 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aee8cf5-7a7d-4686-8a4c-8946666251c8,revision_number=0']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:13.587358 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Checking segment: {'id': '5c895653-6df1-406a-8ee7-74d0b73fab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '60c363e0-640e-4a46-95e6-ea44d57ee522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 04 16:11:13.587710 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Network hostable DHCP agents. Network: 60c363e0-640e-4a46-95e6-ea44d57ee522, hostable agents: ['9223c7ba-7d19-4643-86c8-82e2d3b4a372'], hosted agents: [] {{(pid=93876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:11:13.604681 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Network 60c363e0-640e-4a46-95e6-ea44d57ee522 is scheduled to be hosted by DHCP agent 9223c7ba-7d19-4643-86c8-82e2d3b4a372 with binding_index 1 {{(pid=93876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:11:13.614012 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.base_scheduler [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-6-iscsi, 60c363e0-640e-4a46-95e6-ea44d57ee522) {{(pid=93876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:11:13.617825 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:13.618421 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:13.623287 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd264e46-15d7-4251-8ff4-972bd5c5f15a None None] Network 60c363e0-640e-4a46-95e6-ea44d57ee522 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:11:13.631718 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-777380f6-a54e-4ebe-bd19-c3257f90d3a8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2981076 Sep 04 16:11:13.746803 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a9c271-eada-4448-9169-479b46e3da3c None None] Network 60c363e0-640e-4a46-95e6-ea44d57ee522 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:11:18.920987 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a65f7-08a1-4931-aa56-59a1ef917939 req-3b16f958-01d5-424e-b1ff-e99cb185b466 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:18.922445 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c18a65f7-08a1-4931-aa56-59a1ef917939 req-3b16f958-01d5-424e-b1ff-e99cb185b466 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 946 time: 0.0596159 Sep 04 16:11:18.958883 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c18a65f7-08a1-4931-aa56-59a1ef917939 req-e1432722-f274-47d4-83bf-63eb93c1a2b5 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306318 Sep 04 16:11:20.078546 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da69ad4-9116-47ab-9ee6-cbba49929241 req-f3de707c-8562-446c-8fa1-2a266da6e1f2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:20.080003 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9da69ad4-9116-47ab-9ee6-cbba49929241 req-f3de707c-8562-446c-8fa1-2a266da6e1f2 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 946 time: 0.0482230 Sep 04 16:11:20.116652 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-9da69ad4-9116-47ab-9ee6-cbba49929241 req-0144199a-c97f-4b60-af03-0ee3f153e848 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307958 Sep 04 16:11:20.715396 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-449d7525-50f1-4adc-aaaf-57b43d93f754 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:20.717059 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-449d7525-50f1-4adc-aaaf-57b43d93f754 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 946 time: 0.0514698 Sep 04 16:11:20.814269 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Deleting port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:11:20.814553 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:20.905198 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] For port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:20.905831 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:21.071170 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:21.071451 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373860'] for floatingip, after_update {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:21.071772 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.l3_db [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Floating IP ebb2a57b-37d8-4b1d-8c87-2e324d803aca disassociated. External IP: 172.27.2.32, port: e4949dc9-8d1d-439a-a09a-7ee45a9ff3af. Sep 04 16:11:21.072115 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Calling delete_port for e4949dc9-8d1d-439a-a09a-7ee45a9ff3af owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:11:21.222525 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:21.256893 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event deleted for resources: {'Port': ['ID=e4949dc9-8d1d-439a-a09a-7ee45a9ff3af,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:21.273026 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.273404 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.273757 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.274704 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.275056 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.275397 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.275737 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.276075 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.276409 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.276741 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.277095 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.277425 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:21.323870 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1c6a-7c07-45a3-898b-5f4ea7383e1c req-223bacbd-11de-4109-b2bb-c12ec35ed9dc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:21.325304 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53de1c6a-7c07-45a3-898b-5f4ea7383e1c req-223bacbd-11de-4109-b2bb-c12ec35ed9dc tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6635b516-d936-4e6b-89ab-e5b7d2e83840 HTTP/1.1" status: 200 len: 868 time: 0.1335120 Sep 04 16:11:21.401150 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-53de1c6a-7c07-45a3-898b-5f4ea7383e1c req-6e72eb2c-f8ef-4630-8917-bde59315d6ca tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups?id=48669d7e-d63f-4869-a122-c1bf34f31cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502553 Sep 04 16:11:21.421595 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Router 09d67062-98c4-49a2-bd7a-f39bd8c38dce has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:11:21.526552 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:11:21.538670 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] Sync routers for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:11:21.548116 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:11:21.548725 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:11:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:21.566437 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] No DVR routers for this DVR port e4949dc9-8d1d-439a-a09a-7ee45a9ff3af on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:11:21.569060 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:21.573549 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-d0ce9eb8-85f1-4003-8487-54ae9669d33f req-da29d7bd-227c-4050-b190-a3091695a588 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.46 "DELETE /v2.0/ports/e4949dc9-8d1d-439a-a09a-7ee45a9ff3af HTTP/1.1" status: 204 len: 173 time: 0.8480914 Sep 04 16:11:21.573549 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'name': 'network-vif-deleted', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:11:21.575064 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f5f7a2-52d5-451e-aa90-7aff6edf3c65" -d '{"events": [{"server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "name": "network-vif-deleted", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:11:21.679090 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:11:21.817030 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40104f68-8e54-4e4e-a415-99de74d8c467 x-openstack-request-id: req-40104f68-8e54-4e4e-a415-99de74d8c467 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:11:21.817532 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6635b516-d936-4e6b-89ab-e5b7d2e83840", "name": "network-vif-deleted", "tag": "e4949dc9-8d1d-439a-a09a-7ee45a9ff3af", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:11:21.817642 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40104f68-8e54-4e4e-a415-99de74d8c467 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:11:21.817953 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6635b516-d936-4e6b-89ab-e5b7d2e83840', 'name': 'network-vif-deleted', 'tag': 'e4949dc9-8d1d-439a-a09a-7ee45a9ff3af', 'status': 'completed', 'code': 200} Sep 04 16:11:21.897286 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:21.923332 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] Checking router: 09d67062-98c4-49a2-bd7a-f39bd8c38dce for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:11:21.931608 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:11:21.932216 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:11:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:22.038904 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:11:22.235524 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:22.272454 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f8ffce-c024-4417-8b62-657f5123aa13 None None] The sync data for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi is: [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T15:59:35Z', 'revision_number': 4, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '5dbafc66-17fe-428e-92de-0ee639bfc6b7', 'name': '', 'network_id': '8145cfc6-cacf-4582-8605-57f0abbfc4ea', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'mac_address': 'fa:16:3e:f3:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:33Z', 'updated_at': '2021-09-04T15:59:41Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'subnets': [{'id': '54a33e9a-5d0b-4044-9bcd-845362bfae8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:11:22.484082 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b25feb-862a-49fd-a4c0-48670460e2a5 None None] New status for floating IP ebb2a57b-37d8-4b1d-8c87-2e324d803aca: DOWN {{(pid=93877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:11:22.494208 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50842) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:22.549608 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bc668c6-a7c8-4fbf-b323-723c0608ccd3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:22.573598 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bc668c6-a7c8-4fbf-b323-723c0608ccd3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:22.625659 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bc668c6-a7c8-4fbf-b323-723c0608ccd3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:22.628211 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2bc668c6-a7c8-4fbf-b323-723c0608ccd3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:22.629945 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-2bc668c6-a7c8-4fbf-b323-723c0608ccd3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "DELETE /v2.0/security-groups/48669d7e-d63f-4869-a122-c1bf34f31cf0 HTTP/1.1" status: 204 len: 168 time: 0.1345212 Sep 04 16:11:22.632639 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50844) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:22.638946 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc668c6-a7c8-4fbf-b323-723c0608ccd3 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48669d7e-d63f-4869-a122-c1bf34f31cf0,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:22.653395 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.api.v2.resource [None req-9f29a365-2832-47ea-9710-71165fc08479 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] show failed (client error): The resource could not be found. Sep 04 16:11:22.654997 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9f29a365-2832-47ea-9710-71165fc08479 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "GET /v2.0/security-groups/48669d7e-d63f-4869-a122-c1bf34f31cf0 HTTP/1.1" status: 404 len: 347 time: 0.0213661 Sep 04 16:11:22.658066 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50846) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:22.781851 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-51130aee-69e4-4eaf-8858-01206451d8d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Deleting port c828dde1-00f7-40ea-9e8c-776f11190e76 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:11:22.782127 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-51130aee-69e4-4eaf-8858-01206451d8d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:22.853669 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-51130aee-69e4-4eaf-8858-01206451d8d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:22.854293 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-51130aee-69e4-4eaf-8858-01206451d8d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:22.866293 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-51130aee-69e4-4eaf-8858-01206451d8d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Calling delete_port for c828dde1-00f7-40ea-9e8c-776f11190e76 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:11:23.242693 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-51130aee-69e4-4eaf-8858-01206451d8d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:23.269602 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51130aee-69e4-4eaf-8858-01206451d8d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Pushing event deleted for resources: {'Port': ['ID=c828dde1-00f7-40ea-9e8c-776f11190e76,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:23.330146 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-51130aee-69e4-4eaf-8858-01206451d8d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:23.332940 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-51130aee-69e4-4eaf-8858-01206451d8d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:23.337139 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-51130aee-69e4-4eaf-8858-01206451d8d9 tempest-AttachVolumeShelveTestJSON-693423568 tempest-AttachVolumeShelveTestJSON-693423568-project] 10.222.0.53 "DELETE /v2.0/floatingips/ebb2a57b-37d8-4b1d-8c87-2e324d803aca HTTP/1.1" status: 204 len: 168 time: 0.6782029 Sep 04 16:11:24.900003 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device e4949dc9-8d1d-439a-a09a-7ee45a9ff3af no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:11:24.919198 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: e4949dc9-8d1d-439a-a09a-7ee45a9ff3af {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:11:24.919638 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device e4949dc9-8d1d-439a-a09a-7ee45a9ff3af not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:11:25.766062 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50898) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:26.249266 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914084'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:26.483752 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] Deleting port 5dbafc66-17fe-428e-92de-0ee639bfc6b7 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:11:26.483979 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:26.564111 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] For port 5dbafc66-17fe-428e-92de-0ee639bfc6b7, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=5dbafc66-17fe-428e-92de-0ee639bfc6b7,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:26.564477 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:26.577356 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] Calling delete_port for 5dbafc66-17fe-428e-92de-0ee639bfc6b7 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:11:26.750907 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:26.780587 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbafc66-17fe-428e-92de-0ee639bfc6b7,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:26.942056 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373958'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.156701 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50922) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:27.159371 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] Router 09d67062-98c4-49a2-bd7a-f39bd8c38dce has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:11:27.202828 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-972ccdc5-4a21-4750-8f6b-b227413e786b admin admin] Deleting subnet 5c751fd2-e86f-4432-8bec-3fac49f0ef25 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:11:27.205949 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972ccdc5-4a21-4750-8f6b-b227413e786b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.240921 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972ccdc5-4a21-4750-8f6b-b227413e786b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498299'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.263989 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:11:27.270100 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f9833e50-ae8b-4805-9b06-a08a23a392f5 admin admin] 10.222.0.53 "PUT /v2.0/routers/09d67062-98c4-49a2-bd7a-f39bd8c38dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5029840 Sep 04 16:11:27.272697 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50924) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:27.276049 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] Sync routers for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:11:27.281276 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972ccdc5-4a21-4750-8f6b-b227413e786b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.286011 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:11:27.286623 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:11:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:27.334981 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972ccdc5-4a21-4750-8f6b-b227413e786b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29005761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636583'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.368829 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-972ccdc5-4a21-4750-8f6b-b227413e786b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.373414 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.373981 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-972ccdc5-4a21-4750-8f6b-b227413e786b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5c751fd2-e86f-4432-8bec-3fac49f0ef25 HTTP/1.1" status: 204 len: 168 time: 0.2161982 Sep 04 16:11:27.375224 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50926) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:27.376130 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ccdc5-4a21-4750-8f6b-b227413e786b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c751fd2-e86f-4432-8bec-3fac49f0ef25,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:27.397545 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:11:27.447713 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.475529 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.532147 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.535942 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Deleting port 866a510c-add0-4c56-a603-17cc90616427 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:11:27.536287 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.542012 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bcc7a8-54af-468f-ba86-cf0477de71e9']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:27.552058 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06251c11-c551-4927-9102-086b6db3b956') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:27.552381 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06251c11-c551-4927-9102-086b6db3b956') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:27.563643 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498274'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.579426 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '866a510c-add0-4c56-a603-17cc90616427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T16:11:26Z', 'revision_number': 5, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port': {'id': '866a510c-add0-4c56-a603-17cc90616427', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T15:59:29Z', 'updated_at': '2021-09-04T15:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:27.580999 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.587641 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:11:27.588121 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29005727'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: Traceback (most recent call last): Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: timer() Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: cb(*args, **kw) Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: return func(*args, **kwargs) Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: self._notify() Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: self.callback(batched_events) Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: event.method(event) Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: return f(self, *a, **k) Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._get(url).json() Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:11:27.590086 dv-cinder-799663-6-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:11:27.609782 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] Checking router: 09d67062-98c4-49a2-bd7a-f39bd8c38dce for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:11:27.618054 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] Routers {'09d67062-98c4-49a2-bd7a-f39bd8c38dce'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:11:27.618668 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:11:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:27.627055 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] For port 866a510c-add0-4c56-a603-17cc90616427, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=866a510c-add0-4c56-a603-17cc90616427,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:27.627500 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.641275 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Calling delete_port for 866a510c-add0-4c56-a603-17cc90616427 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:11:27.651613 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.659162 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.663913 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] 10.222.0.53 "DELETE /v2.0/networks/59bcc7a8-54af-468f-ba86-cf0477de71e9 HTTP/1.1" status: 204 len: 168 time: 0.2828703 Sep 04 16:11:27.674492 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50928) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:27.675500 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f53c17-36f5-455e-86d4-6b221ff2ca39 admin admin] Pushing event deleted for resources: {'Network': ['ID=59bcc7a8-54af-468f-ba86-cf0477de71e9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:27.731580 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d424820-4532-4663-bce1-be227acde44a admin admin] Deleting subnet 5aee8cf5-7a7d-4686-8a4c-8946666251c8 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:11:27.736119 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d424820-4532-4663-bce1-be227acde44a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.775057 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d424820-4532-4663-bce1-be227acde44a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498299'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.805841 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] Set router 09d67062-98c4-49a2-bd7a-f39bd8c38dce gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:11:27.817488 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d424820-4532-4663-bce1-be227acde44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.837176 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.860460 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T16:11:27Z', 'revision_number': 6, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port_host': None}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:27.863246 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Pushing event deleted for resources: {'Port': ['ID=866a510c-add0-4c56-a603-17cc90616427,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:27.876286 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d424820-4532-4663-bce1-be227acde44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29005761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636583'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.895300 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c658f9-d9e5-4e16-8145-12286285320e None None] The sync data for ids ['09d67062-98c4-49a2-bd7a-f39bd8c38dce'] in dv-cinder-799663-6-iscsi is: [{'id': '09d67062-98c4-49a2-bd7a-f39bd8c38dce', 'name': 'tempest-AttachVolumeShelveTestJSON-1136835080-router', 'tenant_id': '6f1873aa89b04304a4553ff72225c139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T15:59:28Z', 'updated_at': '2021-09-04T16:11:27Z', 'revision_number': 6, 'project_id': '6f1873aa89b04304a4553ff72225c139', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:11:27.899702 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d424820-4532-4663-bce1-be227acde44a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aee8cf5-7a7d-4686-8a4c-8946666251c8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:27.903380 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1d424820-4532-4663-bce1-be227acde44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.905967 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1d424820-4532-4663-bce1-be227acde44a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5aee8cf5-7a7d-4686-8a4c-8946666251c8 HTTP/1.1" status: 204 len: 168 time: 0.2234824 Sep 04 16:11:27.908419 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50930) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:27.943207 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373822'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:27.982387 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.040340 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26233'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.042600 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.062260 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.072258 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c363e0-640e-4a46-95e6-ea44d57ee522']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:28.082940 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c895653-6df1-406a-8ee7-74d0b73fab1d') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:28.083235 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c895653-6df1-406a-8ee7-74d0b73fab1d') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:28.087154 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914466'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.087685 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09d67062-98c4-49a2-bd7a-f39bd8c38dce {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:11:28.093084 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.096532 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-c29b5dca-bab7-4690-8de8-b4fadd3f0377 admin admin] 10.222.0.53 "DELETE /v2.0/routers/09d67062-98c4-49a2-bd7a-f39bd8c38dce HTTP/1.1" status: 204 len: 168 time: 0.8205898 Sep 04 16:11:28.096699 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498274'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.096813 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50932) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:28.108973 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.114798 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:11:28.115131 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29005727'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: Traceback (most recent call last): Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: timer() Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: cb(*args, **kw) Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: return func(*args, **kwargs) Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: self._notify() Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: self.callback(batched_events) Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: event.method(event) Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: return f(self, *a, **k) Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._get(url).json() Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:11:28.116886 dv-cinder-799663-6-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:11:28.142708 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eebf06c-e0ab-462a-a608-c678cc6e6b0f admin admin] Deleting subnet 54a33e9a-5d0b-4044-9bcd-845362bfae8d {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:11:28.145718 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9eebf06c-e0ab-462a-a608-c678cc6e6b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.171008 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.175829 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.180630 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/60c363e0-640e-4a46-95e6-ea44d57ee522 HTTP/1.1" status: 204 len: 168 time: 0.2711444 Sep 04 16:11:28.182390 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9eebf06c-e0ab-462a-a608-c678cc6e6b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288161'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.192961 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe4f6a-7bf3-4aa7-a6b0-2afc4600ffa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c363e0-640e-4a46-95e6-ea44d57ee522,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:28.267257 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9eebf06c-e0ab-462a-a608-c678cc6e6b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.298301 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50936) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:28.354337 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f6ed9578-03f0-4f4d-aa9c-fae773c60cc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fea13a95c6a94548ba95cbcf1c69fa40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549212 Sep 04 16:11:28.356151 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9eebf06c-e0ab-462a-a608-c678cc6e6b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25244621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29123326'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.357840 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50938) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:28.375225 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7651e5b9-dcff-47d1-af02-b7cbbb666fba None None] Network 8145cfc6-cacf-4582-8605-57f0abbfc4ea requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:11:28.384727 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-9eebf06c-e0ab-462a-a608-c678cc6e6b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.389281 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-9eebf06c-e0ab-462a-a608-c678cc6e6b0f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/54a33e9a-5d0b-4044-9bcd-845362bfae8d HTTP/1.1" status: 204 len: 168 time: 0.2914569 Sep 04 16:11:28.390299 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 50940) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:28.391010 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebf06c-e0ab-462a-a608-c678cc6e6b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a33e9a-5d0b-4044-9bcd-845362bfae8d,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:28.413323 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c48cb0e2-5f71-4a8f-9ec3-6d2ef458bc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.437821 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c48cb0e2-5f71-4a8f-9ec3-6d2ef458bc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.467869 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.484712 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c48cb0e2-5f71-4a8f-9ec3-6d2ef458bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.487910 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-c48cb0e2-5f71-4a8f-9ec3-6d2ef458bc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.489364 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-c48cb0e2-5f71-4a8f-9ec3-6d2ef458bc2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7090ee7a-7bcd-4dd0-8a64-420bf4beec3f HTTP/1.1" status: 204 len: 168 time: 0.1305170 Sep 04 16:11:28.498287 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cb0e2-5f71-4a8f-9ec3-6d2ef458bc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7090ee7a-7bcd-4dd0-8a64-420bf4beec3f,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:28.526968 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Deleting port b9746950-227b-4c47-a96d-466ffc7e5cc2 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:11:28.527306 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.594326 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] For port b9746950-227b-4c47-a96d-466ffc7e5cc2, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=b9746950-227b-4c47-a96d-466ffc7e5cc2,segment=NetworkSegment(84cba6cd-bf98-48d4-b07e-3a6de80e2355),segment_id=84cba6cd-bf98-48d4-b07e-3a6de80e2355)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:28.594744 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.606032 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Calling delete_port for b9746950-227b-4c47-a96d-466ffc7e5cc2 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:11:28.677620 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec09d38-de28-4141-8a89-0f4c04b1ca02 None None] DHCP port deletion for 8145cfc6-cacf-4582-8605-57f0abbfc4ea request from dv-cinder-799663-6-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 04 16:11:28.708390 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.724979 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] No DVR routers for this DVR port b9746950-227b-4c47-a96d-466ffc7e5cc2 on host dv-cinder-799663-6-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:11:28.757983 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09d38-de28-4141-8a89-0f4c04b1ca02 None None] Deleting port b9746950-227b-4c47-a96d-466ffc7e5cc2 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:11:28.760784 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ec09d38-de28-4141-8a89-0f4c04b1ca02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.767411 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 5dbafc66-17fe-428e-92de-0ee639bfc6b7 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:11:28.781834 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9746950-227b-4c47-a96d-466ffc7e5cc2,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:28.799059 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 5dbafc66-17fe-428e-92de-0ee639bfc6b7 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:11:28.799408 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 5dbafc66-17fe-428e-92de-0ee639bfc6b7 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:11:28.799845 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device b9746950-227b-4c47-a96d-466ffc7e5cc2 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:11:28.824512 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: b9746950-227b-4c47-a96d-466ffc7e5cc2 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:11:28.824684 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.824883 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device b9746950-227b-4c47-a96d-466ffc7e5cc2 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:11:28.825318 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 866a510c-add0-4c56-a603-17cc90616427 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:11:28.835989 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8145cfc6-cacf-4582-8605-57f0abbfc4ea']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:28.847412 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cba6cd-bf98-48d4-b07e-3a6de80e2355') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:28.847949 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cba6cd-bf98-48d4-b07e-3a6de80e2355') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:11:28.852631 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 866a510c-add0-4c56-a603-17cc90616427 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:11:28.853019 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 866a510c-add0-4c56-a603-17cc90616427 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:11:28.860606 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29288184'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.877804 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.884568 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:11:28.885033 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25244563'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: Traceback (most recent call last): Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: timer() Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: cb(*args, **kw) Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: return func(*args, **kwargs) Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: self._notify() Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: self.callback(batched_events) Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: event.method(event) Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: return f(self, *a, **k) Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._get(url).json() Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:11:28.886935 dv-cinder-799663-6-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:11:28.890436 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50946) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:28.896248 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-3ec09d38-de28-4141-8a89-0f4c04b1ca02 None None] For port b9746950-227b-4c47-a96d-466ffc7e5cc2, host dv-cinder-799663-6-iscsi, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:11:28.896785 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ec09d38-de28-4141-8a89-0f4c04b1ca02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.911807 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-3ec09d38-de28-4141-8a89-0f4c04b1ca02 None None] Calling delete_port for b9746950-227b-4c47-a96d-466ffc7e5cc2 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:11:28.914527 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-3ec09d38-de28-4141-8a89-0f4c04b1ca02 None None] Port b9746950-227b-4c47-a96d-466ffc7e5cc2 was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 04 16:11:28.915735 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3ec09d38-de28-4141-8a89-0f4c04b1ca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.935608 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-fb354666-8a6f-41c2-93fc-11a3d473c971 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56c04436052640c4800bb8e9a6f998bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432889 Sep 04 16:11:28.937960 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50948) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:28.943463 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09d38-de28-4141-8a89-0f4c04b1ca02 None None] Pushing event deleted for resources: {'Port': ['ID=b9746950-227b-4c47-a96d-466ffc7e5cc2,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:28.945352 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec09d38-de28-4141-8a89-0f4c04b1ca02 None None] No DVR routers for this DVR port b9746950-227b-4c47-a96d-466ffc7e5cc2 on host dv-cinder-799663-6-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:11:28.949844 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.960562 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:28.960562 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] 10.222.0.53 "DELETE /v2.0/networks/8145cfc6-cacf-4582-8605-57f0abbfc4ea HTTP/1.1" status: 204 len: 168 time: 0.5642118 Sep 04 16:11:28.972332 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a44037-427c-422f-b5c1-d2735417828a admin admin] Pushing event deleted for resources: {'Network': ['ID=8145cfc6-cacf-4582-8605-57f0abbfc4ea,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:29.004410 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54edf398-ba52-4f5a-ae81-a83299cd79ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:29.025722 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54edf398-ba52-4f5a-ae81-a83299cd79ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:29.088751 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54edf398-ba52-4f5a-ae81-a83299cd79ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:29.093162 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-54edf398-ba52-4f5a-ae81-a83299cd79ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:29.094562 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-54edf398-ba52-4f5a-ae81-a83299cd79ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60a5e0c5-01bd-42bb-a7ed-d5e6e4fcdb5b HTTP/1.1" status: 204 len: 168 time: 0.1554732 Sep 04 16:11:29.103981 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edf398-ba52-4f5a-ae81-a83299cd79ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a5e0c5-01bd-42bb-a7ed-d5e6e4fcdb5b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:29.158054 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50954) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:29.199564 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-26bec2eb-43fc-4df4-8af5-305fcd0bb1b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f1873aa89b04304a4553ff72225c139&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403745 Sep 04 16:11:29.202221 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 50956) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:29.253558 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2243675f-e6f3-4d2a-9f88-f1d2ac4a30e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:29.274654 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2243675f-e6f3-4d2a-9f88-f1d2ac4a30e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:29.322192 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2243675f-e6f3-4d2a-9f88-f1d2ac4a30e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:29.325001 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-2243675f-e6f3-4d2a-9f88-f1d2ac4a30e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:29.326404 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-2243675f-e6f3-4d2a-9f88-f1d2ac4a30e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a258ef6-29b2-4e2a-8aff-bbc29f82a09d HTTP/1.1" status: 204 len: 168 time: 0.1231930 Sep 04 16:11:29.337192 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243675f-e6f3-4d2a-9f88-f1d2ac4a30e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a258ef6-29b2-4e2a-8aff-bbc29f82a09d,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:29.626247 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:11:35.090758 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-247424ad-5f1c-4735-a110-311dc32d434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:37.897610 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-afa1c929-e15c-4fca-a64d-30674b8dc3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:38.139325 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:39.036379 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:40.718730 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:42.314426 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:48.711331 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51362) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:48.815859 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:48.910328 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:48.914202 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:48.954205 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb0fdae31605407ba1907a2a81e35c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411709 Sep 04 16:11:48.954572 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03db8a0-71b8-400c-a523-4ba11345af57,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:48.956367 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 51366) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:48.961975 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.962329 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.962673 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.963011 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.963345 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.963679 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.964007 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.964337 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.964666 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.965233 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.965571 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:48.965883 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad774a-3179-4111-bd9d-69c941a7e399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:11:49.011345 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-36d9ca84-31f1-4e34-b394-06e429e8ab66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.033020 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-36d9ca84-31f1-4e34-b394-06e429e8ab66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.078731 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-36d9ca84-31f1-4e34-b394-06e429e8ab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.081387 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-36d9ca84-31f1-4e34-b394-06e429e8ab66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.082539 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-36d9ca84-31f1-4e34-b394-06e429e8ab66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a03db8a0-71b8-400c-a523-4ba11345af57 HTTP/1.1" status: 204 len: 168 time: 0.1250308 Sep 04 16:11:49.090191 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9ca84-31f1-4e34-b394-06e429e8ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03db8a0-71b8-400c-a523-4ba11345af57,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:49.351646 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 51374) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:49.365600 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-52265ec2-21a4-419f-8ec2-1d7750f1b8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.482605 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-52265ec2-21a4-419f-8ec2-1d7750f1b8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.489562 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-52265ec2-21a4-419f-8ec2-1d7750f1b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.540089 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-f07426bb-686a-4376-9cae-0778b90dea14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921712 Sep 04 16:11:49.544349 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-52265ec2-21a4-419f-8ec2-1d7750f1b8e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fae34e2bf2642028c090a62bff8e720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917112 Sep 04 16:11:49.545205 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52265ec2-21a4-419f-8ec2-1d7750f1b8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b8168-63d9-4d26-a6d1-a4e66d468df5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:49.548048 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51376) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:49.603827 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0533635a-84e8-4ce5-943b-a9ec39a3a505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.625988 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0533635a-84e8-4ce5-943b-a9ec39a3a505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.631778 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-06357e81-30eb-4e40-869c-95dd35b4829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:49.633285 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-06357e81-30eb-4e40-869c-95dd35b4829b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 1099 time: 0.0408444 Sep 04 16:11:49.674353 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0533635a-84e8-4ce5-943b-a9ec39a3a505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.677004 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0533635a-84e8-4ce5-943b-a9ec39a3a505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:49.678145 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0533635a-84e8-4ce5-943b-a9ec39a3a505 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/574b8168-63d9-4d26-a6d1-a4e66d468df5 HTTP/1.1" status: 204 len: 168 time: 0.1291120 Sep 04 16:11:49.685765 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533635a-84e8-4ce5-943b-a9ec39a3a505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b8168-63d9-4d26-a6d1-a4e66d468df5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:49.753645 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-c7b44ea5-557b-4ee2-b795-92a9ace48ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:49.755277 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-c7b44ea5-557b-4ee2-b795-92a9ace48ec3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 913 time: 0.0969567 Sep 04 16:11:49.833512 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-50e3402f-7f23-4efc-b0f0-4483d86686df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd162cf0-ccfb-466f-a584-47487192dbe5 HTTP/1.1" status: 200 len: 1001 time: 0.0706224 Sep 04 16:11:49.891336 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-6bb4977e-ac77-447e-be05-f1606c037e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:49.892793 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-6bb4977e-ac77-447e-be05-f1606c037e19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0523479 Sep 04 16:11:49.944249 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-4dc20b47-6148-4354-93fb-d97e35b3fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:11:49.946233 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-4dc20b47-6148-4354-93fb-d97e35b3fd57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457716 Sep 04 16:11:50.041477 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-3ca75138-e4db-421c-8806-0111e041d465 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878978 Sep 04 16:11:50.145622 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-974d70eb-54e4-4cae-adfb-42721cb6f4db req-4b4adfbb-836f-4f4d-a67c-7bcc11565fb1 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953150 Sep 04 16:11:54.646611 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51484) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:54.749825 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade1bf99-ffd5-471b-9949-9d1530b7bb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:54.840162 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade1bf99-ffd5-471b-9949-9d1530b7bb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:54.845810 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ade1bf99-ffd5-471b-9949-9d1530b7bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:54.885014 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1bf99-ffd5-471b-9949-9d1530b7bb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f319fbe-3eb2-4d91-94bd-b3409a9528ba,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:54.889206 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ade1bf99-ffd5-471b-9949-9d1530b7bb77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=399965a0190e466eab6c7bce54f9a9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415504 Sep 04 16:11:54.891906 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51488) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:54.939756 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83a628f0-a7c7-4d2d-a6da-e40696aa8f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:54.962864 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83a628f0-a7c7-4d2d-a6da-e40696aa8f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:55.009338 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83a628f0-a7c7-4d2d-a6da-e40696aa8f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:55.011956 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-83a628f0-a7c7-4d2d-a6da-e40696aa8f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:55.013175 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-83a628f0-a7c7-4d2d-a6da-e40696aa8f4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f319fbe-3eb2-4d91-94bd-b3409a9528ba HTTP/1.1" status: 204 len: 168 time: 0.1203504 Sep 04 16:11:55.020762 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a628f0-a7c7-4d2d-a6da-e40696aa8f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f319fbe-3eb2-4d91-94bd-b3409a9528ba,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:55.289067 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51494) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:55.303182 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad869f62-6b8c-456f-af8c-3b8ebf7c7513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:55.395116 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad869f62-6b8c-456f-af8c-3b8ebf7c7513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:55.398808 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ad869f62-6b8c-456f-af8c-3b8ebf7c7513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:55.438729 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ad869f62-6b8c-456f-af8c-3b8ebf7c7513 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49d6352f3b3e4510a2ce598f480a7af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485612 Sep 04 16:11:55.439833 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad869f62-6b8c-456f-af8c-3b8ebf7c7513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a664c51-16bc-48c5-bb66-d0195a1e19e1,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:55.444713 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51496) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:55.497502 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc571-b1c8-4331-b73b-90673cb92f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:55.518681 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc571-b1c8-4331-b73b-90673cb92f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:55.568601 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc571-b1c8-4331-b73b-90673cb92f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:55.571707 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc571-b1c8-4331-b73b-90673cb92f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:55.575521 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5e0bc571-b1c8-4331-b73b-90673cb92f17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a664c51-16bc-48c5-bb66-d0195a1e19e1 HTTP/1.1" status: 204 len: 168 time: 0.1272771 Sep 04 16:11:55.586499 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bc571-b1c8-4331-b73b-90673cb92f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a664c51-16bc-48c5-bb66-d0195a1e19e1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:56.606500 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51530) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:56.713991 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b9ef-27dd-48f9-a1fb-b71a8d83ce19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:56.803243 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b9ef-27dd-48f9-a1fb-b71a8d83ce19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:56.806491 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b9ef-27dd-48f9-a1fb-b71a8d83ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:56.845862 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0fd5b9ef-27dd-48f9-a1fb-b71a8d83ce19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a2fcd863a214ec5a81bc8c235202d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382746 Sep 04 16:11:56.846769 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5b9ef-27dd-48f9-a1fb-b71a8d83ce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef9ab44-9e48-4498-815c-43852913a8ab,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:11:56.848529 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 51536) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:11:56.898641 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2873b5e-f17e-4176-b020-9539e8bf94b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:56.920780 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2873b5e-f17e-4176-b020-9539e8bf94b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:56.966309 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2873b5e-f17e-4176-b020-9539e8bf94b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:56.969534 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b2873b5e-f17e-4176-b020-9539e8bf94b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:11:56.970704 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b2873b5e-f17e-4176-b020-9539e8bf94b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aef9ab44-9e48-4498-815c-43852913a8ab HTTP/1.1" status: 204 len: 168 time: 0.1211276 Sep 04 16:11:56.978194 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2873b5e-f17e-4176-b020-9539e8bf94b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef9ab44-9e48-4498-815c-43852913a8ab,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:05.093236 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-71c5aff1-afe3-452f-805f-c4fe3d55230e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:06.625090 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:12:07.899817 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-31291d8a-1492-4c85-a935-88c768e4fba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:08.142634 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:09.041555 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:10.719885 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:12.333975 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:24.034327 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 51776) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:24.174029 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:24.261620 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:24.265329 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:24.303182 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08f4c8966d674ebfaeaf7bab3e20c70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678182 Sep 04 16:12:24.304360 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f219f1-b207-4df6-9065-180840dbfdb5,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:24.305919 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51780) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:24.311477 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.311834 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.312177 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.312516 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.312852 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.313210 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.313541 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.313872 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.314202 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.314531 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.314858 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.315184 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b557deac-0056-421c-ac0e-1e06d2fe6903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:24.354257 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71f31cb1-2ba1-40b8-9510-8c4a24ed4037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:24.374175 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71f31cb1-2ba1-40b8-9510-8c4a24ed4037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:24.420696 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71f31cb1-2ba1-40b8-9510-8c4a24ed4037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:24.423266 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-71f31cb1-2ba1-40b8-9510-8c4a24ed4037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:24.424518 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-71f31cb1-2ba1-40b8-9510-8c4a24ed4037 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87f219f1-b207-4df6-9065-180840dbfdb5 HTTP/1.1" status: 204 len: 168 time: 0.1174922 Sep 04 16:12:24.434573 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f31cb1-2ba1-40b8-9510-8c4a24ed4037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f219f1-b207-4df6-9065-180840dbfdb5,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:25.391316 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51812) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:25.494176 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c78ce14-3408-4fce-ab06-7f05eb2951ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:25.582694 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c78ce14-3408-4fce-ab06-7f05eb2951ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:25.586407 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6c78ce14-3408-4fce-ab06-7f05eb2951ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:25.619916 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6c78ce14-3408-4fce-ab06-7f05eb2951ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a16bcf3105f84e8389b29eab702cf4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275431 Sep 04 16:12:25.622715 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 51818) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:25.624225 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78ce14-3408-4fce-ab06-7f05eb2951ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a718a7-f081-4cd9-abd0-3b9304d18d5a,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:25.670007 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-780dee5c-6a0b-4b3c-a374-eb0768c625f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:25.690378 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-780dee5c-6a0b-4b3c-a374-eb0768c625f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:25.736680 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-780dee5c-6a0b-4b3c-a374-eb0768c625f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:25.743282 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-780dee5c-6a0b-4b3c-a374-eb0768c625f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:25.744416 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-780dee5c-6a0b-4b3c-a374-eb0768c625f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90a718a7-f081-4cd9-abd0-3b9304d18d5a HTTP/1.1" status: 204 len: 168 time: 0.1205902 Sep 04 16:12:25.752212 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dee5c-6a0b-4b3c-a374-eb0768c625f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a718a7-f081-4cd9-abd0-3b9304d18d5a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:29.163692 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 51846) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:29.265479 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f9b2706-711e-492f-8467-a85dc5edf587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:29.351230 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f9b2706-711e-492f-8467-a85dc5edf587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:29.354732 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8f9b2706-711e-492f-8467-a85dc5edf587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:29.395166 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8f9b2706-711e-492f-8467-a85dc5edf587 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71090ee9677c479d93160a5ec2279cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304580 Sep 04 16:12:29.396107 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b2706-711e-492f-8467-a85dc5edf587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b30002b-6c8b-4c0c-adfb-350d7f092d82,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:29.398437 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51850) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:29.447001 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2086ca2-b2b9-4f71-8d5e-b6d13dcd3ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:29.466896 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2086ca2-b2b9-4f71-8d5e-b6d13dcd3ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:29.511309 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2086ca2-b2b9-4f71-8d5e-b6d13dcd3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:29.513993 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-a2086ca2-b2b9-4f71-8d5e-b6d13dcd3ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:29.515213 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-a2086ca2-b2b9-4f71-8d5e-b6d13dcd3ea3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b30002b-6c8b-4c0c-adfb-350d7f092d82 HTTP/1.1" status: 204 len: 168 time: 0.1157110 Sep 04 16:12:29.522887 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2086ca2-b2b9-4f71-8d5e-b6d13dcd3ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b30002b-6c8b-4c0c-adfb-350d7f092d82,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:32.734295 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51890) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:32.880245 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Deleting port 594ce7c4-2b5b-47c3-86a7-1007da16d52b {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:32.880495 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:32.954256 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:32.954578 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:32.966332 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Calling delete_port for 594ce7c4-2b5b-47c3-86a7-1007da16d52b owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:33.103084 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:33.127392 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event deleted for resources: {'Port': ['ID=594ce7c4-2b5b-47c3-86a7-1007da16d52b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:33.186671 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:33.187404 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.db.l3_db [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Floating IP 3a704eb1-a5d2-4481-8feb-2fdabd25ae54 disassociated (deleted). External IP: 172.27.2.81, port: a85a1170-fa50-4246-b419-e4f84433dcbd. Sep 04 16:12:33.649212 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Router 42ba80ca-7e58-4b88-87fc-80d4945c6675 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:12:33.755410 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:12:33.763255 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:33.768006 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] Sync routers for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:12:33.777426 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:12:33.778082 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:12:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:33.790068 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-e0773aaf-f137-4737-a9c9-8649ab516092 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "DELETE /v2.0/floatingips/3a704eb1-a5d2-4481-8feb-2fdabd25ae54 HTTP/1.1" status: 204 len: 168 time: 1.0545344 Sep 04 16:12:33.790690 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'tag': 'a85a1170-fa50-4246-b419-e4f84433dcbd'}] {{(pid=93876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:12:33.793030 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62837a05ba74b2a44dc7bf56658bf1039b493dacfe79e66ec7b22b51cbce9e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8a9aad-0636-4ca4-85eb-f34f5295542e", "tag": "a85a1170-fa50-4246-b419-e4f84433dcbd"}]}' {{(pid=93876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:12:33.882626 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:12:33.967430 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a8836f-9336-4db4-be5c-af89f3841e61 x-openstack-request-id: req-80a8836f-9336-4db4-be5c-af89f3841e61 {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:12:33.967856 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8a9aad-0636-4ca4-85eb-f34f5295542e", "tag": "a85a1170-fa50-4246-b419-e4f84433dcbd", "status": "completed", "code": 200}]} {{(pid=93876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:12:33.968228 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80a8836f-9336-4db4-be5c-af89f3841e61 {{(pid=93876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:12:33.968909 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'tag': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'status': 'completed', 'code': 200} Sep 04 16:12:34.022242 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054ee29-1595-4bf5-b0f4-84ba1b87b0f4 req-2af04a98-0317-464a-9465-960ba9fb12a6 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:34.024370 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c054ee29-1595-4bf5-b0f4-84ba1b87b0f4 req-2af04a98-0317-464a-9465-960ba9fb12a6 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 945 time: 0.0492225 Sep 04 16:12:34.062566 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-c054ee29-1595-4bf5-b0f4-84ba1b87b0f4 req-ea7611ed-c3e5-4ea6-8aa5-263fe373cc50 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320454 Sep 04 16:12:34.112351 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'fc6be317-78e5-4823-ad12-34bc2ebcf575', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:26:38:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:57Z', 'updated_at': '2021-09-04T16:08:00Z', 'revision_number': 1, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:34.137486 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] Checking router: 42ba80ca-7e58-4b88-87fc-80d4945c6675 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:12:34.145477 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:12:34.146086 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:12:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:34.252075 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:12:34.467919 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'fc6be317-78e5-4823-ad12-34bc2ebcf575', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:26:38:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:57Z', 'updated_at': '2021-09-04T16:08:00Z', 'revision_number': 1, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:34.492582 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0802719b-f7a2-420a-ab1b-87b22f832c52 None None] The sync data for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi is: [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_floatingips': [{'id': 'fc6be317-78e5-4823-ad12-34bc2ebcf575', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'router_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'port_id': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'mac_address': 'fa:16:3e:26:38:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f04682-730a-4d1c-8de5-31ff83424281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-04T16:07:57Z', 'updated_at': '2021-09-04T16:08:00Z', 'revision_number': 1, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:12:34.692412 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7041b3-cd91-49e2-a74a-25b7c51a87ba None None] New status for floating IP 3a704eb1-a5d2-4481-8feb-2fdabd25ae54: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:12:35.094185 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-70db23ac-9bc0-4931-af3c-234f69cb25e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:35.178989 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea73d79-c7e0-487d-af32-cc4849aeca93 req-fd9aa422-c10c-45d5-a89a-fada4586b86d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:35.180449 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aea73d79-c7e0-487d-af32-cc4849aeca93 req-fd9aa422-c10c-45d5-a89a-fada4586b86d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 945 time: 0.0474868 Sep 04 16:12:35.217533 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-aea73d79-c7e0-487d-af32-cc4849aeca93 req-e397a85e-0b2e-469a-a599-6b0f663980dd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311148 Sep 04 16:12:35.920650 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-28a68218-2296-404f-bfda-9bace16ca24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:35.922163 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-28a68218-2296-404f-bfda-9bace16ca24b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 1098 time: 0.0390239 Sep 04 16:12:36.261137 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-1f193bd6-7597-4277-aba7-774dff4e10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:36.262612 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-1f193bd6-7597-4277-aba7-774dff4e10f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 913 time: 0.3321912 Sep 04 16:12:36.318469 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-135000ec-659e-4607-b2a9-6af7a14a4fdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a85a1170-fa50-4246-b419-e4f84433dcbd HTTP/1.1" status: 200 len: 217 time: 0.0482109 Sep 04 16:12:36.396328 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-bdd45d64-ab66-4ecf-af0b-abd402879ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:36.398323 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-bdd45d64-ab66-4ecf-af0b-abd402879ee8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0699489 Sep 04 16:12:36.405602 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274917c-49c4-4d48-811b-2ceef7be9f0b req-04dc41aa-aa84-4af0-808e-5e161be09532 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:36.406955 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e274917c-49c4-4d48-811b-2ceef7be9f0b req-04dc41aa-aa84-4af0-808e-5e161be09532 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 945 time: 0.0910733 Sep 04 16:12:36.467276 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-e274917c-49c4-4d48-811b-2ceef7be9f0b req-17365e22-5b77-4b2c-9800-450244780bbb tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514443 Sep 04 16:12:36.469727 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-7c4a4b4b-3436-40f2-ab0d-3acd3fd7766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:36.471131 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-7c4a4b4b-3436-40f2-ab0d-3acd3fd7766c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633433 Sep 04 16:12:36.564626 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-a7e50906-6d4e-4768-bffc-ce8157fee746 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842571 Sep 04 16:12:36.658899 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-20f54cdc-7ac9-4244-b4fb-878fd60c7ec4 req-00e6b9f3-3bf8-40fa-bb75-a2cb66573e12 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860474 Sep 04 16:12:37.587597 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bf5eb-a944-409d-b492-2763e0f03141 req-f005885c-a0de-4a16-ae07-05385bc14c84 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:37.589103 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d72bf5eb-a944-409d-b492-2763e0f03141 req-f005885c-a0de-4a16-ae07-05385bc14c84 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 945 time: 0.0542688 Sep 04 16:12:37.627771 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-d72bf5eb-a944-409d-b492-2763e0f03141 req-650794de-7fdc-474e-a440-746a40735bd7 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317256 Sep 04 16:12:37.901151 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-6361a0cd-942f-463c-bc6c-29de8e218675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:37.955202 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-0f71d239-af72-4767-a267-4eb063597b8d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:37.956663 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-0f71d239-af72-4767-a267-4eb063597b8d tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 945 time: 0.0523419 Sep 04 16:12:38.043658 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-d45a404a-36f9-4988-913f-b68eb389646c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Deleting port a85a1170-fa50-4246-b419-e4f84433dcbd {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:38.043996 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-d45a404a-36f9-4988-913f-b68eb389646c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:38.135345 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-d45a404a-36f9-4988-913f-b68eb389646c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] For port a85a1170-fa50-4246-b419-e4f84433dcbd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=a85a1170-fa50-4246-b419-e4f84433dcbd,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:12:38.135711 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-d45a404a-36f9-4988-913f-b68eb389646c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:38.144813 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:38.147676 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-d45a404a-36f9-4988-913f-b68eb389646c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Calling delete_port for a85a1170-fa50-4246-b419-e4f84433dcbd owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:38.272236 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-d45a404a-36f9-4988-913f-b68eb389646c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:38.304613 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a404a-36f9-4988-913f-b68eb389646c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event deleted for resources: {'Port': ['ID=a85a1170-fa50-4246-b419-e4f84433dcbd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:38.346487 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-d45a404a-36f9-4988-913f-b68eb389646c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] No DVR routers for this DVR port a85a1170-fa50-4246-b419-e4f84433dcbd on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:12:38.353982 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-d45a404a-36f9-4988-913f-b68eb389646c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:38.355947 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-1b9889a5-c69a-41f9-a45e-1eb88527bd34 req-d45a404a-36f9-4988-913f-b68eb389646c tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "DELETE /v2.0/ports/a85a1170-fa50-4246-b419-e4f84433dcbd HTTP/1.1" status: 204 len: 173 time: 0.3931992 Sep 04 16:12:38.356390 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'name': 'network-vif-deleted', 'tag': 'a85a1170-fa50-4246-b419-e4f84433dcbd'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:12:38.362579 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d224b403-cea0-4142-8a36-beeeeebcdf9f" -d '{"events": [{"server_uuid": "cb8a9aad-0636-4ca4-85eb-f34f5295542e", "name": "network-vif-deleted", "tag": "a85a1170-fa50-4246-b419-e4f84433dcbd"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:12:38.405082 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380f1b51-f52e-433e-aa7e-fe2dfd747e2e x-openstack-request-id: req-380f1b51-f52e-433e-aa7e-fe2dfd747e2e {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:12:38.405409 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8a9aad-0636-4ca4-85eb-f34f5295542e", "name": "network-vif-deleted", "tag": "a85a1170-fa50-4246-b419-e4f84433dcbd", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:12:38.405409 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-380f1b51-f52e-433e-aa7e-fe2dfd747e2e {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:12:38.405744 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8a9aad-0636-4ca4-85eb-f34f5295542e', 'name': 'network-vif-deleted', 'tag': 'a85a1170-fa50-4246-b419-e4f84433dcbd', 'status': 'completed', 'code': 200} Sep 04 16:12:38.769636 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fff93b6a-879a-4a38-bdb7-d25a11dbbd95 req-b30d2bfc-cc05-4dd9-b2b5-f7cc42217868 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb8a9aad-0636-4ca4-85eb-f34f5295542e HTTP/1.1" status: 200 len: 210 time: 0.0571160 Sep 04 16:12:39.042312 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:39.775809 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 51974) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:39.881034 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fc97678-86cf-41b5-99a9-b182c2b7f07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:39.974621 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fc97678-86cf-41b5-99a9-b182c2b7f07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:39.978760 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fc97678-86cf-41b5-99a9-b182c2b7f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:40.016777 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1fc97678-86cf-41b5-99a9-b182c2b7f07e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=993e726a6dd6429fb4d28a15d5f69fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398503 Sep 04 16:12:40.017887 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc97678-86cf-41b5-99a9-b182c2b7f07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924936fb-51a5-4946-899a-aa14be2cc72e,revision_number=1']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:40.019874 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 51984) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:40.073439 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc9701ab-a4b1-4ce7-970a-e7a3210f2343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:40.096428 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc9701ab-a4b1-4ce7-970a-e7a3210f2343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:40.141367 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc9701ab-a4b1-4ce7-970a-e7a3210f2343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:40.144435 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-dc9701ab-a4b1-4ce7-970a-e7a3210f2343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:40.146060 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-dc9701ab-a4b1-4ce7-970a-e7a3210f2343 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/924936fb-51a5-4946-899a-aa14be2cc72e HTTP/1.1" status: 204 len: 168 time: 0.1249752 Sep 04 16:12:40.156696 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9701ab-a4b1-4ce7-970a-e7a3210f2343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924936fb-51a5-4946-899a-aa14be2cc72e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:40.357857 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device a85a1170-fa50-4246-b419-e4f84433dcbd no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:12:40.377008 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: a85a1170-fa50-4246-b419-e4f84433dcbd {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:12:40.377443 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device a85a1170-fa50-4246-b419-e4f84433dcbd not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:12:40.719190 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:42.051012 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52022) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:42.216645 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Deleting port a9e57392-fe58-47e4-a97d-b625c890bbb0 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:42.217192 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:42.290654 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:42.290978 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:42.302333 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Calling delete_port for a9e57392-fe58-47e4-a97d-b625c890bbb0 owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:42.343693 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:42.485020 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:42.511368 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event deleted for resources: {'Port': ['ID=a9e57392-fe58-47e4-a97d-b625c890bbb0,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:42.575235 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:42.575570 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Floating IP fc6be317-78e5-4823-ad12-34bc2ebcf575 disassociated (deleted). External IP: 172.27.2.84, port: cd162cf0-ccfb-466f-a584-47487192dbe5. Sep 04 16:12:42.775031 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Router 42ba80ca-7e58-4b88-87fc-80d4945c6675 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:12:42.878958 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:12:42.883538 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:42.889488 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] Sync routers for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:12:42.899978 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:12:42.900603 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:12:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:42.909811 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-fdf8543f-5c73-4ccf-b029-961482ffe0ca tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "DELETE /v2.0/floatingips/fc6be317-78e5-4823-ad12-34bc2ebcf575 HTTP/1.1" status: 204 len: 168 time: 0.8577242 Sep 04 16:12:42.910455 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f04682-730a-4d1c-8de5-31ff83424281', 'tag': 'cd162cf0-ccfb-466f-a584-47487192dbe5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:12:42.913138 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ab1715-20e7-4427-9aa1-10b4434e13a1" -d '{"events": [{"name": "network-changed", "server_uuid": "09f04682-730a-4d1c-8de5-31ff83424281", "tag": "cd162cf0-ccfb-466f-a584-47487192dbe5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:12:42.951855 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c341717e-6302-4fd3-ba03-e60a3bc460fe x-openstack-request-id: req-c341717e-6302-4fd3-ba03-e60a3bc460fe {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:12:42.952354 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f04682-730a-4d1c-8de5-31ff83424281", "tag": "cd162cf0-ccfb-466f-a584-47487192dbe5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:12:42.952698 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c341717e-6302-4fd3-ba03-e60a3bc460fe {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:12:42.953324 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f04682-730a-4d1c-8de5-31ff83424281', 'tag': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'status': 'completed', 'code': 200} Sep 04 16:12:43.008573 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:12:43.018698 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-e823a033-380f-4893-b5ca-0c9b50cdf57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:43.020383 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-e823a033-380f-4893-b5ca-0c9b50cdf57f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c055fbc23014694922ea7b0c836db67&device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 1099 time: 0.0439498 Sep 04 16:12:43.161198 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-d2c795ec-2bd1-4f0e-8f60-15a457dfa756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:43.162659 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-d2c795ec-2bd1-4f0e-8f60-15a457dfa756 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 200 len: 913 time: 0.1305707 Sep 04 16:12:43.174965 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cef834-8ce7-47fd-ba3f-b0b2d89cb445 req-7874ab1f-d9b7-422d-ad69-021be28db3fb tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:43.176470 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16cef834-8ce7-47fd-ba3f-b0b2d89cb445 req-7874ab1f-d9b7-422d-ad69-021be28db3fb tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 946 time: 0.0763898 Sep 04 16:12:43.219631 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-5737e975-77b9-495b-9507-bbc1ed5e3c09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd162cf0-ccfb-466f-a584-47487192dbe5 HTTP/1.1" status: 200 len: 217 time: 0.0420840 Sep 04 16:12:43.281196 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-16cef834-8ce7-47fd-ba3f-b0b2d89cb445 req-6608ea8f-fc4d-45d0-9895-6c94bfdc6b9a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973520 Sep 04 16:12:43.290317 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-e08defb9-6ced-4e7c-ae0b-9ca6dba3943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:43.291781 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-e08defb9-6ced-4e7c-ae0b-9ca6dba3943d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 200 len: 851 time: 0.0634229 Sep 04 16:12:43.339874 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:43.340634 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-e1c993d0-0e6f-46d4-9a70-89950338ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:43.342348 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-e1c993d0-0e6f-46d4-9a70-89950338ef8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72295d43-0f94-491b-a513-1247311102ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435057 Sep 04 16:12:43.365703 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] Checking router: 42ba80ca-7e58-4b88-87fc-80d4945c6675 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:12:43.374467 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:12:43.375074 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:12:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:43.444051 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-f3c14619-40a9-4429-ae06-31dd1718dc31 service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919862 Sep 04 16:12:43.477882 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:12:43.542697 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-a9ab1715-20e7-4427-9aa1-10b4434e13a1 req-ee74b409-0225-4701-9d2c-26f2128cfb5a service neutron] 10.222.0.46 "GET /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912929 Sep 04 16:12:43.625304 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:12:43.653863 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52044) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:43.685819 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:43.716292 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604030a0-c859-4e18-81f3-f12a7ccb9252 None None] The sync data for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi is: [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:52Z', 'revision_number': 4, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '9e62d59d-c314-4ac2-98fb-5bb065ddceac', 'name': '', 'network_id': '72295d43-0f94-491b-a513-1247311102ef', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'mac_address': 'fa:16:3e:aa:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:51Z', 'updated_at': '2021-09-04T16:02:59Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'subnets': [{'id': 'c1c5debb-be03-4030-a30b-45bba4ca8223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:12:43.762814 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d3c2d6b-1a88-4311-bfb4-e02c6d60dee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:43.852056 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d3c2d6b-1a88-4311-bfb4-e02c6d60dee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:43.856080 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-5d3c2d6b-1a88-4311-bfb4-e02c6d60dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_create {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:43.898664 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-5d3c2d6b-1a88-4311-bfb4-e02c6d60dee4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bbb844c9a1548fdbd3c3bfc9bc7b629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428706 Sep 04 16:12:43.899452 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c2d6b-1a88-4311-bfb4-e02c6d60dee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6b6a28-62c8-4132-88f7-ddeb7ef4da3b,revision_number=1']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:43.901250 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 52048) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:43.944708 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197230f2-e47a-4b16-a8d4-d4778e47b4a2 None None] New status for floating IP fc6be317-78e5-4823-ad12-34bc2ebcf575: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:12:43.957898 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dafe141-9797-4376-ab6d-b3ff5bbf3b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:43.978468 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dafe141-9797-4376-ab6d-b3ff5bbf3b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:44.025161 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dafe141-9797-4376-ab6d-b3ff5bbf3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:44.027785 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0dafe141-9797-4376-ab6d-b3ff5bbf3b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:44.029067 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0dafe141-9797-4376-ab6d-b3ff5bbf3b00 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a6b6a28-62c8-4132-88f7-ddeb7ef4da3b HTTP/1.1" status: 204 len: 168 time: 0.1260698 Sep 04 16:12:44.041646 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafe141-9797-4376-ab6d-b3ff5bbf3b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6b6a28-62c8-4132-88f7-ddeb7ef4da3b,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:44.396017 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a3241-8894-446a-8a2e-7dd65b1ca454 req-4f7b65e6-13fc-4c15-9551-e0d12ed67519 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:44.397491 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-660a3241-8894-446a-8a2e-7dd65b1ca454 req-4f7b65e6-13fc-4c15-9551-e0d12ed67519 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 946 time: 0.0469425 Sep 04 16:12:44.434590 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-660a3241-8894-446a-8a2e-7dd65b1ca454 req-d4abab8a-ea79-44bd-be17-7e3e4a25a27a tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/security-groups?id=a38d02c3-75a1-4e60-998e-e3a3e20c6224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305357 Sep 04 16:12:44.580686 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-c9fc52d5-9730-4449-a626-5208e8357b03 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:44.582124 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-c9fc52d5-9730-4449-a626-5208e8357b03 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 946 time: 0.0480938 Sep 04 16:12:44.669003 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-4b2e4d3b-264e-44b6-98a3-b7c59adfced9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Deleting port cd162cf0-ccfb-466f-a584-47487192dbe5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:44.669343 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-4b2e4d3b-264e-44b6-98a3-b7c59adfced9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:44.756632 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-4b2e4d3b-264e-44b6-98a3-b7c59adfced9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] For port cd162cf0-ccfb-466f-a584-47487192dbe5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd162cf0-ccfb-466f-a584-47487192dbe5,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:12:44.757023 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-4b2e4d3b-264e-44b6-98a3-b7c59adfced9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:44.769543 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-4b2e4d3b-264e-44b6-98a3-b7c59adfced9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Calling delete_port for cd162cf0-ccfb-466f-a584-47487192dbe5 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:44.894502 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-4b2e4d3b-264e-44b6-98a3-b7c59adfced9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:44.920824 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e4d3b-264e-44b6-98a3-b7c59adfced9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event deleted for resources: {'Port': ['ID=cd162cf0-ccfb-466f-a584-47487192dbe5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:44.963408 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-4b2e4d3b-264e-44b6-98a3-b7c59adfced9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] No DVR routers for this DVR port cd162cf0-ccfb-466f-a584-47487192dbe5 on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:12:44.965787 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-4b2e4d3b-264e-44b6-98a3-b7c59adfced9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:44.967702 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-3e5e22c6-9b02-4c2d-9bdc-f22aa29eab42 req-4b2e4d3b-264e-44b6-98a3-b7c59adfced9 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.46 "DELETE /v2.0/ports/cd162cf0-ccfb-466f-a584-47487192dbe5 HTTP/1.1" status: 204 len: 173 time: 0.3796403 Sep 04 16:12:44.968125 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f04682-730a-4d1c-8de5-31ff83424281', 'name': 'network-vif-deleted', 'tag': 'cd162cf0-ccfb-466f-a584-47487192dbe5'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:12:44.970465 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad62cbd-b2fb-4144-b0c3-373892d24b88" -d '{"events": [{"server_uuid": "09f04682-730a-4d1c-8de5-31ff83424281", "name": "network-vif-deleted", "tag": "cd162cf0-ccfb-466f-a584-47487192dbe5"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:12:45.006251 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb00aea9-446e-4517-9cb2-cb20ed08f366 x-openstack-request-id: req-cb00aea9-446e-4517-9cb2-cb20ed08f366 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:12:45.006543 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f04682-730a-4d1c-8de5-31ff83424281", "name": "network-vif-deleted", "tag": "cd162cf0-ccfb-466f-a584-47487192dbe5", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:12:45.006794 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb00aea9-446e-4517-9cb2-cb20ed08f366 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:12:45.007764 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f04682-730a-4d1c-8de5-31ff83424281', 'name': 'network-vif-deleted', 'tag': 'cd162cf0-ccfb-466f-a584-47487192dbe5', 'status': 'completed', 'code': 200} Sep 04 16:12:45.543134 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-fcaabfff-49ef-4716-b525-1f1250dd97e8 req-96434cd2-cd7f-41ed-9024-d44bffb6d0ec tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "GET /v2.0/ports?device_id=09f04682-730a-4d1c-8de5-31ff83424281 HTTP/1.1" status: 200 len: 210 time: 0.0302858 Sep 04 16:12:46.599425 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 52060) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:46.725891 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1f257-a07a-457b-af8a-00c5e0cbddcd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Deleting port b3c85066-d8a1-49ab-bd98-e168842bc4d8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:46.726479 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f257-a07a-457b-af8a-00c5e0cbddcd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:46.799097 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f257-a07a-457b-af8a-00c5e0cbddcd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:46.799432 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f257-a07a-457b-af8a-00c5e0cbddcd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:46.811189 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1f257-a07a-457b-af8a-00c5e0cbddcd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Calling delete_port for b3c85066-d8a1-49ab-bd98-e168842bc4d8 owned by network:floatingip {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:46.944668 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f257-a07a-457b-af8a-00c5e0cbddcd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:46.970256 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1f257-a07a-457b-af8a-00c5e0cbddcd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event deleted for resources: {'Port': ['ID=b3c85066-d8a1-49ab-bd98-e168842bc4d8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:47.032363 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f257-a07a-457b-af8a-00c5e0cbddcd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for floatingip, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:47.034939 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f257-a07a-457b-af8a-00c5e0cbddcd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:47.036080 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-1fa1f257-a07a-457b-af8a-00c5e0cbddcd tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "DELETE /v2.0/floatingips/7c047871-ae94-418a-a36e-7411d4d53fcb HTTP/1.1" status: 204 len: 168 time: 0.4356678 Sep 04 16:12:48.231065 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 52074) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:48.288020 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce924-4068-4cd2-843f-327e24f79816 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:48.311853 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce924-4068-4cd2-843f-327e24f79816 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:48.369471 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device cd162cf0-ccfb-466f-a584-47487192dbe5 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:12:48.370535 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce924-4068-4cd2-843f-327e24f79816 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:48.373242 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce924-4068-4cd2-843f-327e24f79816 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Notify callbacks [] for security_group, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:48.374492 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-0e4ce924-4068-4cd2-843f-327e24f79816 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] 10.222.0.53 "DELETE /v2.0/security-groups/a38d02c3-75a1-4e60-998e-e3a3e20c6224 HTTP/1.1" status: 204 len: 168 time: 0.1423314 Sep 04 16:12:48.385107 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ce924-4068-4cd2-843f-327e24f79816 tempest-TestVolumeBootPattern-885920275 tempest-TestVolumeBootPattern-885920275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38d02c3-75a1-4e60-998e-e3a3e20c6224,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:48.390403 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: cd162cf0-ccfb-466f-a584-47487192dbe5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:12:48.390518 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device cd162cf0-ccfb-466f-a584-47487192dbe5 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:12:48.458106 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52080) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:48.933436 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914084'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:49.161489 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] Deleting port 9e62d59d-c314-4ac2-98fb-5bb065ddceac {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:49.161822 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:49.237433 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] For port 9e62d59d-c314-4ac2-98fb-5bb065ddceac, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=9e62d59d-c314-4ac2-98fb-5bb065ddceac,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:12:49.237706 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:49.249907 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] Calling delete_port for 9e62d59d-c314-4ac2-98fb-5bb065ddceac owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:49.420740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:49.448463 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e62d59d-c314-4ac2-98fb-5bb065ddceac,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:49.778975 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-d22ac26b-6c77-47c1-8efe-90cbc67adbc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3315120 Sep 04 16:12:49.892917 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-945fd5d0-c7b7-4cc2-bfa2-6eb06924a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:49.894382 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-945fd5d0-c7b7-4cc2-bfa2-6eb06924a2eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46881f97ebf64e96a09874dbee3256df&device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1098 time: 0.0818193 Sep 04 16:12:49.905437 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373958'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:50.076325 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-bf845b97-1172-47fd-bd55-704bd7aad006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:50.077714 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-bf845b97-1172-47fd-bd55-704bd7aad006 service neutron] 10.222.0.46 "GET /v2.0/networks?id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb HTTP/1.1" status: 200 len: 910 time: 0.1633759 Sep 04 16:12:50.204994 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-7c2d46e9-68a1-431d-9d0b-11e269f3440d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec552267-a235-4fec-915e-a9623bd3b674 HTTP/1.1" status: 200 len: 1000 time: 0.0935233 Sep 04 16:12:50.253948 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] Router 42ba80ca-7e58-4b88-87fc-80d4945c6675 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:12:50.268617 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-15e45f10-e40a-4710-877f-6662fe4cc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:50.270179 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-15e45f10-e40a-4710-877f-6662fe4cc251 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06a1fd8b-0040-42b1-a38d-af75a25c1424 HTTP/1.1" status: 200 len: 848 time: 0.0579801 Sep 04 16:12:50.383800 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-f0de00e2-d281-465b-a90c-e67de97550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:12:50.385187 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-f0de00e2-d281-465b-a90c-e67de97550e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781391 Sep 04 16:12:50.407540 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:12:50.417023 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] Sync routers for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:12:50.420705 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-84f58da1-b0b8-49b5-bc86-8095837e2608 admin admin] 10.222.0.53 "PUT /v2.0/routers/42ba80ca-7e58-4b88-87fc-80d4945c6675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9614322 Sep 04 16:12:50.423124 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52084) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:50.426877 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:12:50.427496 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:12:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:50.533028 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:12:50.567720 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-b1a19abb-bd6a-4b2e-b5a7-4a02aa51f32b service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754105 Sep 04 16:12:50.585930 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:50.719324 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:12:49Z', 'revision_number': 5, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port': {'id': '7c000471-1748-4be2-a29f-6241c1d82e7c', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:50.738757 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-ab58f3b3-72b1-4744-9920-8962cbbe5ee3 req-a82a10a1-f719-40d3-bc75-ecf746a3c298 service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611753 Sep 04 16:12:50.749220 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:50.751730 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] Checking router: 42ba80ca-7e58-4b88-87fc-80d4945c6675 for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:12:50.766553 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] Routers {'42ba80ca-7e58-4b88-87fc-80d4945c6675'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:12:50.767266 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:12:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['42ba80ca-7e58-4b88-87fc-80d4945c6675'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:50.807708 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Deleting port 7c000471-1748-4be2-a29f-6241c1d82e7c {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:50.808335 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:50.854608 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] Set router 42ba80ca-7e58-4b88-87fc-80d4945c6675 gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:12:50.896967 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] For port 7c000471-1748-4be2-a29f-6241c1d82e7c, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=7c000471-1748-4be2-a29f-6241c1d82e7c,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:12:50.897369 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:50.910506 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:12:50Z', 'revision_number': 6, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port_host': None}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:50.912539 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Calling delete_port for 7c000471-1748-4be2-a29f-6241c1d82e7c owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:50.945280 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362de5-d64f-4807-8d83-d93a6c6a0da0 None None] The sync data for ids ['42ba80ca-7e58-4b88-87fc-80d4945c6675'] in dv-cinder-799663-6-iscsi is: [{'id': '42ba80ca-7e58-4b88-87fc-80d4945c6675', 'name': 'tempest-TestVolumeBootPattern-1869496503-router', 'tenant_id': '8c055fbc23014694922ea7b0c836db67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:49Z', 'updated_at': '2021-09-04T16:12:50Z', 'revision_number': 6, 'project_id': '8c055fbc23014694922ea7b0c836db67', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:12:51.078483 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.103318 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c000471-1748-4be2-a29f-6241c1d82e7c,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:51.167756 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373822'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.259082 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26233'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.261098 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.305168 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914466'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.305703 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42ba80ca-7e58-4b88-87fc-80d4945c6675 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:12:51.310179 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.311347 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-fff9f26d-8dd1-4ea1-9ddd-cc8b791e011c admin admin] 10.222.0.53 "DELETE /v2.0/routers/42ba80ca-7e58-4b88-87fc-80d4945c6675 HTTP/1.1" status: 204 len: 168 time: 0.8873219 Sep 04 16:12:51.313815 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52088) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:51.364250 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cea922-177c-4ea8-909d-fb3b8ce82fac admin admin] Deleting subnet c1c5debb-be03-4030-a30b-45bba4ca8223 {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:12:51.367789 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2cea922-177c-4ea8-909d-fb3b8ce82fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.402556 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2cea922-177c-4ea8-909d-fb3b8ce82fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288161'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.478915 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2cea922-177c-4ea8-909d-fb3b8ce82fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.529743 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2cea922-177c-4ea8-909d-fb3b8ce82fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25244621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29123326'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.560651 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cea922-177c-4ea8-909d-fb3b8ce82fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c5debb-be03-4030-a30b-45bba4ca8223,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:51.566532 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-f2cea922-177c-4ea8-909d-fb3b8ce82fac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.569476 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-f2cea922-177c-4ea8-909d-fb3b8ce82fac admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c1c5debb-be03-4030-a30b-45bba4ca8223 HTTP/1.1" status: 204 len: 168 time: 0.2536895 Sep 04 16:12:51.571678 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 52090) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:51.572468 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf939c28-acbf-488b-91a9-869b07ff867d None None] Network 72295d43-0f94-491b-a513-1247311102ef requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:12:51.641596 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.696487 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Deleting port 2ac381ee-4f60-4383-aa14-80fc332cb221 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:51.696840 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.756800 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] DHCP port deletion for 72295d43-0f94-491b-a513-1247311102ef request from dv-cinder-799663-6-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 04 16:12:51.775293 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] For port 2ac381ee-4f60-4383-aa14-80fc332cb221, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=2ac381ee-4f60-4383-aa14-80fc332cb221,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:12:51.775758 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.788820 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Calling delete_port for 2ac381ee-4f60-4383-aa14-80fc332cb221 owned by network:dhcp {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:51.807976 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Deleting port 2ac381ee-4f60-4383-aa14-80fc332cb221 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:51.808356 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.875779 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] For port 2ac381ee-4f60-4383-aa14-80fc332cb221, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=2ac381ee-4f60-4383-aa14-80fc332cb221,segment=NetworkSegment(413d8ff5-ceb4-412f-8176-fd700f50070b),segment_id=413d8ff5-ceb4-412f-8176-fd700f50070b)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:12:51.877344 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.883061 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:51.896305 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Calling delete_port for 2ac381ee-4f60-4383-aa14-80fc332cb221 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:51.910643 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac381ee-4f60-4383-aa14-80fc332cb221,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:51.918488 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] No DVR routers for this DVR port 2ac381ee-4f60-4383-aa14-80fc332cb221 on host dv-cinder-799663-6-iscsi {{(pid=93876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:12:51.922905 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.923489 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.923836 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.924180 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.924518 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.925065 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.925233 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.925574 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.925984 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.926221 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.926548 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.926979 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:51.981705 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.000711 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.009994 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] No DVR routers for this DVR port 2ac381ee-4f60-4383-aa14-80fc332cb221 on host dv-cinder-799663-6-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:12:52.011436 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72295d43-0f94-491b-a513-1247311102ef']}} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:52.013796 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Pushing event deleted for resources: {'Port': ['ID=2ac381ee-4f60-4383-aa14-80fc332cb221,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:52.022418 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413d8ff5-ceb4-412f-8176-fd700f50070b') {'for_net_delete': True} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:52.022748 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.services.segments.db [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413d8ff5-ceb4-412f-8176-fd700f50070b') {} {{(pid=93876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:52.028441 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.028799 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.029178 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.029522 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.029860 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.030200 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.030659 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.031003 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.031339 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.031457 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498274'] for segment, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.031671 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.032008 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.032328 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae11c8-ef3b-4f35-8b0c-90df15c0b4ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:12:52.044512 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.050105 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:12:52.050483 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29005727'] for segment, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: Traceback (most recent call last): Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: timer() Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: cb(*args, **kw) Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: return func(*args, **kwargs) Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: self._notify() Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: self.callback(batched_events) Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: event.method(event) Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: return f(self, *a, **k) Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._get(url).json() Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: return self.request(url, 'GET', **kwargs) Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:12:52.052034 dv-cinder-799663-6-iscsi neutron-server[93876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:12:52.104549 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.109716 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.111500 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] 10.222.0.53 "DELETE /v2.0/networks/72295d43-0f94-491b-a513-1247311102ef HTTP/1.1" status: 204 len: 168 time: 0.5381842 Sep 04 16:12:52.114489 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52092) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:52.122503 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc003f-f968-438d-a3d2-02743d790098 admin admin] Pushing event deleted for resources: {'Network': ['ID=72295d43-0f94-491b-a513-1247311102ef,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:52.464035 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914084'] for router_interface, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.706764 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] Deleting port 737e9c6d-6917-4f70-875e-f7d3c63747a9 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:52.707107 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.716713 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7c000471-1748-4be2-a29f-6241c1d82e7c no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:12:52.736099 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 7c000471-1748-4be2-a29f-6241c1d82e7c {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:12:52.736445 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7c000471-1748-4be2-a29f-6241c1d82e7c not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:12:52.736881 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 9e62d59d-c314-4ac2-98fb-5bb065ddceac no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:12:52.755124 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 9e62d59d-c314-4ac2-98fb-5bb065ddceac {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:12:52.755467 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 9e62d59d-c314-4ac2-98fb-5bb065ddceac not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:12:52.755870 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 2ac381ee-4f60-4383-aa14-80fc332cb221 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:12:52.774265 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 2ac381ee-4f60-4383-aa14-80fc332cb221 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:12:52.774616 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 2ac381ee-4f60-4383-aa14-80fc332cb221 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:12:52.783286 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] For port 737e9c6d-6917-4f70-875e-f7d3c63747a9, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=737e9c6d-6917-4f70-875e-f7d3c63747a9,segment=NetworkSegment(1764799e-5914-430f-a8c2-f146b101ebfb),segment_id=1764799e-5914-430f-a8c2-f146b101ebfb)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:12:52.783654 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.799175 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] Calling delete_port for 737e9c6d-6917-4f70-875e-f7d3c63747a9 owned by network:router_interface {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:52.971063 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:52.995240 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] Pushing event deleted for resources: {'Port': ['ID=737e9c6d-6917-4f70-875e-f7d3c63747a9,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:53.403432 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373958'] for router_interface, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:53.615947 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] Router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:12:53.717831 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:12:53.722804 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-052e97b7-32ad-4006-94c4-db91e271731e admin admin] 10.222.0.53 "PUT /v2.0/routers/6f2b5127-8d25-4da8-9c09-5c39bc264f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072764 Sep 04 16:12:53.725457 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52102) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:53.727249 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] Sync routers for ids ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:12:53.736086 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] Routers {'6f2b5127-8d25-4da8-9c09-5c39bc264f54'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:12:53.736698 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:12:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:53.827842 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:53.837298 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] Set router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:12:53.929932 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:53.980796 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Deleting port 031e2ae9-86f7-46ef-88fc-d1418add6125 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:53.981066 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.030368 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'name': 'tempest-TestVolumeBootPattern-1641921922-router', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:54Z', 'updated_at': '2021-09-04T16:12:52Z', 'revision_number': 5, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'gw_port': {'id': '031e2ae9-86f7-46ef-88fc-d1418add6125', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:11:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:02:55Z', 'updated_at': '2021-09-04T16:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:54.056247 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] Checking router: 6f2b5127-8d25-4da8-9c09-5c39bc264f54 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:12:54.059035 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] For port 031e2ae9-86f7-46ef-88fc-d1418add6125, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=031e2ae9-86f7-46ef-88fc-d1418add6125,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:12:54.059517 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.064152 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] Routers {'6f2b5127-8d25-4da8-9c09-5c39bc264f54'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:12:54.064762 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:12:38Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:54.071794 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Calling delete_port for 031e2ae9-86f7-46ef-88fc-d1418add6125 owned by network:router_gateway {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:54.146224 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] Set router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:12:54.196549 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'name': 'tempest-TestVolumeBootPattern-1641921922-router', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:54Z', 'updated_at': '2021-09-04T16:12:53Z', 'revision_number': 6, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'gw_port_host': None}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:54.236469 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.238781 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c518d-d187-4d15-b5fa-e5029c0c6794 None None] The sync data for ids ['6f2b5127-8d25-4da8-9c09-5c39bc264f54'] in dv-cinder-799663-6-iscsi is: [{'id': '6f2b5127-8d25-4da8-9c09-5c39bc264f54', 'name': 'tempest-TestVolumeBootPattern-1641921922-router', 'tenant_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:02:54Z', 'updated_at': '2021-09-04T16:12:53Z', 'revision_number': 6, 'project_id': 'eda5ef5026b2443289a4bc8b50d26cf3', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:12:54.276343 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=031e2ae9-86f7-46ef-88fc-d1418add6125,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:54.332063 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373822'] for router_gateway, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.420511 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26233'] for router, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.422601 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.465465 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914466'] for router, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.466006 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f2b5127-8d25-4da8-9c09-5c39bc264f54 {{(pid=93875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:12:54.470214 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.471459 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-21dbb4bf-79d0-4c96-a34d-1afbb2caf6b8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6f2b5127-8d25-4da8-9c09-5c39bc264f54 HTTP/1.1" status: 204 len: 168 time: 0.7443392 Sep 04 16:12:54.474560 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52104) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:54.522252 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cdfec0-5ad6-4a0c-a583-f4aba2386eb0 admin admin] Deleting subnet d311d6df-3289-4438-9603-5dee33127bad {{(pid=93875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:12:54.525686 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63cdfec0-5ad6-4a0c-a583-f4aba2386eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.563839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63cdfec0-5ad6-4a0c-a583-f4aba2386eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29288161'] for subnet, precommit_delete_associations {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.642929 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63cdfec0-5ad6-4a0c-a583-f4aba2386eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.701297 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63cdfec0-5ad6-4a0c-a583-f4aba2386eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25244621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29123326'] for subnet, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.726267 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdfec0-5ad6-4a0c-a583-f4aba2386eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d311d6df-3289-4438-9603-5dee33127bad,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:54.729845 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-63cdfec0-5ad6-4a0c-a583-f4aba2386eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.733410 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-63cdfec0-5ad6-4a0c-a583-f4aba2386eb0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d311d6df-3289-4438-9603-5dee33127bad HTTP/1.1" status: 204 len: 168 time: 0.2567666 Sep 04 16:12:54.734839 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52106) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:54.737364 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a4ae8-6f25-48f4-8dc3-350688cc41e2 None None] Network b1dd9c4d-5354-4ec4-bf7b-a28c521625bc requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:12:54.800772 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.851845 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Deleting port 8d225594-b7dc-41a7-a6d9-906ef815cc0a {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:54.852192 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.917003 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] For port 8d225594-b7dc-41a7-a6d9-906ef815cc0a, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=8d225594-b7dc-41a7-a6d9-906ef815cc0a,segment=NetworkSegment(1764799e-5914-430f-a8c2-f146b101ebfb),segment_id=1764799e-5914-430f-a8c2-f146b101ebfb)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:12:54.917305 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:54.928360 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Calling delete_port for 8d225594-b7dc-41a7-a6d9-906ef815cc0a owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:54.984809 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fee8af-37de-4cdb-ad12-781fdfaa9ba2 None None] DHCP port deletion for b1dd9c4d-5354-4ec4-bf7b-a28c521625bc request from dv-cinder-799663-6-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 04 16:12:55.016212 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.038045 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-77fee8af-37de-4cdb-ad12-781fdfaa9ba2 None None] Deleting port 8d225594-b7dc-41a7-a6d9-906ef815cc0a {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:12:55.038573 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77fee8af-37de-4cdb-ad12-781fdfaa9ba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.052606 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] No DVR routers for this DVR port 8d225594-b7dc-41a7-a6d9-906ef815cc0a on host dv-cinder-799663-6-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:12:55.056262 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 737e9c6d-6917-4f70-875e-f7d3c63747a9 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:12:55.056882 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d225594-b7dc-41a7-a6d9-906ef815cc0a,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:55.083322 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 737e9c6d-6917-4f70-875e-f7d3c63747a9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:12:55.083620 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 737e9c6d-6917-4f70-875e-f7d3c63747a9 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:12:55.084038 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 8d225594-b7dc-41a7-a6d9-906ef815cc0a no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:12:55.106142 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 8d225594-b7dc-41a7-a6d9-906ef815cc0a {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:12:55.106482 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 8d225594-b7dc-41a7-a6d9-906ef815cc0a not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:12:55.106909 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 031e2ae9-86f7-46ef-88fc-d1418add6125 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:12:55.129465 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.141541 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dd9c4d-5354-4ec4-bf7b-a28c521625bc']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:55.151210 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1764799e-5914-430f-a8c2-f146b101ebfb') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:55.151511 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1764799e-5914-430f-a8c2-f146b101ebfb') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:12:55.157808 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 031e2ae9-86f7-46ef-88fc-d1418add6125 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:12:55.158162 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 031e2ae9-86f7-46ef-88fc-d1418add6125 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:12:55.160407 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29288184'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.165273 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-77fee8af-37de-4cdb-ad12-781fdfaa9ba2 None None] For port 8d225594-b7dc-41a7-a6d9-906ef815cc0a, host dv-cinder-799663-6-iscsi, got binding levels [] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:12:55.165920 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77fee8af-37de-4cdb-ad12-781fdfaa9ba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.175224 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.180382 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-77fee8af-37de-4cdb-ad12-781fdfaa9ba2 None None] Calling delete_port for 8d225594-b7dc-41a7-a6d9-906ef815cc0a owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:12:55.181675 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:12:55.182064 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25244563'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.183542 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.ipam_backend_mixin [None req-77fee8af-37de-4cdb-ad12-781fdfaa9ba2 None None] Port 8d225594-b7dc-41a7-a6d9-906ef815cc0a was not found and therefore no delete operation was performed {{(pid=93877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: Traceback (most recent call last): Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: timer() Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: cb(*args, **kw) Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: return func(*args, **kwargs) Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: self._notify() Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: self.callback(batched_events) Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: event.method(event) Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: return f(self, *a, **k) Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._get(url).json() Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:12:55.183737 dv-cinder-799663-6-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:12:55.186814 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-77fee8af-37de-4cdb-ad12-781fdfaa9ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.214826 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fee8af-37de-4cdb-ad12-781fdfaa9ba2 None None] No DVR routers for this DVR port 8d225594-b7dc-41a7-a6d9-906ef815cc0a on host dv-cinder-799663-6-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:12:55.219117 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fee8af-37de-4cdb-ad12-781fdfaa9ba2 None None] Pushing event deleted for resources: {'Port': ['ID=8d225594-b7dc-41a7-a6d9-906ef815cc0a,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:55.242717 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.248387 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.250268 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b1dd9c4d-5354-4ec4-bf7b-a28c521625bc HTTP/1.1" status: 204 len: 168 time: 0.5145206 Sep 04 16:12:55.262271 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee15f84-6352-4435-a500-76ff74eef0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1dd9c4d-5354-4ec4-bf7b-a28c521625bc,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:55.381844 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52110) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:55.420056 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ca3400d0-257f-480a-b9fb-916048f29c96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c055fbc23014694922ea7b0c836db67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370550 Sep 04 16:12:55.422408 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52112) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:55.468052 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80ea3b94-9565-41df-827f-bfdb9127202a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.488515 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80ea3b94-9565-41df-827f-bfdb9127202a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.537366 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80ea3b94-9565-41df-827f-bfdb9127202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.540367 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-80ea3b94-9565-41df-827f-bfdb9127202a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.541534 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-80ea3b94-9565-41df-827f-bfdb9127202a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80e0d147-8820-4837-9708-1ddb21d2317e HTTP/1.1" status: 204 len: 168 time: 0.1182282 Sep 04 16:12:55.548941 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea3b94-9565-41df-827f-bfdb9127202a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e0d147-8820-4837-9708-1ddb21d2317e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:12:55.864251 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52118) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:55.904529 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-d34c4cea-e5cb-45e3-9a64-550b6c1bc9b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eda5ef5026b2443289a4bc8b50d26cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391216 Sep 04 16:12:55.906810 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52120) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:12:55.953376 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8980680f-473c-443f-8386-a031af64cd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:55.974452 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8980680f-473c-443f-8386-a031af64cd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:56.021593 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8980680f-473c-443f-8386-a031af64cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:56.024962 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-8980680f-473c-443f-8386-a031af64cd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:12:56.026070 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-8980680f-473c-443f-8386-a031af64cd39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0897bd83-f678-42fb-9780-9a0c43554a84 HTTP/1.1" status: 204 len: 168 time: 0.1183870 Sep 04 16:12:56.034116 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980680f-473c-443f-8386-a031af64cd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0897bd83-f678-42fb-9780-9a0c43554a84,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:05.094838 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-85dea374-17e7-42ca-a0c6-057d08185708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:07.901748 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f04b0086-f5fb-4695-be3c-c0e204ca97f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:08.146982 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:09.045634 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:10.721924 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:12.332478 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:20.110341 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52124) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:20.437785 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Deleting port 01a68688-2f3c-4f48-8ef7-7e0f824a2a0f {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:13:20.438122 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:20.512731 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:20.513093 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:20.524107 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Calling delete_port for 01a68688-2f3c-4f48-8ef7-7e0f824a2a0f owned by network:floatingip {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:13:20.624489 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:13:20.663123 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:20.685808 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event deleted for resources: {'Port': ['ID=01a68688-2f3c-4f48-8ef7-7e0f824a2a0f,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:20.746012 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for floatingip, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:20.746336 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.db.l3_db [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Floating IP 02c5aa66-cc14-432a-b3c5-cc37b228abcd disassociated (deleted). External IP: 172.27.2.44, port: ec552267-a235-4fec-915e-a9623bd3b674. Sep 04 16:13:20.945242 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:13:21.050916 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:21.056609 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for floatingip, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:21.061228 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] Sync routers for ids ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:21.070316 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] Routers {'22f49f2e-ceed-408b-8820-6bf7d28a2f9a'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:13:21.071127 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:13:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:21.082493 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-e6b14bbf-3e92-4e76-abdb-ce4bbe6f64c2 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "DELETE /v2.0/floatingips/02c5aa66-cc14-432a-b3c5-cc37b228abcd HTTP/1.1" status: 204 len: 168 time: 0.9710815 Sep 04 16:13:21.083088 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:13:21.085409 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f785ad7-a195-488a-b8d3-d16ad16342a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "tag": "ec552267-a235-4fec-915e-a9623bd3b674"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:13:21.126256 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 04 Sep 2021 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af2db66-7f21-478b-a521-2d5d999c29fb x-openstack-request-id: req-2af2db66-7f21-478b-a521-2d5d999c29fb {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:13:21.126855 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "tag": "ec552267-a235-4fec-915e-a9623bd3b674", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:13:21.126855 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2af2db66-7f21-478b-a521-2d5d999c29fb {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:13:21.127186 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674', 'status': 'completed', 'code': 200} Sep 04 16:13:21.188908 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] Set router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:13:21.197221 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-b70a70d1-b395-45a5-a70c-5d0654fd97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:13:21.198823 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-b70a70d1-b395-45a5-a70c-5d0654fd97ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=46881f97ebf64e96a09874dbee3256df&device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 1098 time: 0.0478401 Sep 04 16:13:21.304508 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-ee35ce15-7f37-452b-89ac-c91c09b76d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:13:21.306098 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-ee35ce15-7f37-452b-89ac-c91c09b76d99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb HTTP/1.1" status: 200 len: 910 time: 0.0991728 Sep 04 16:13:21.327723 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc2db7-bd7a-4f2a-b927-6ea3aec38863 req-01c71571-c40e-40c9-8b30-42660393e251 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:13:21.329345 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-81fc2db7-bd7a-4f2a-b927-6ea3aec38863 req-01c71571-c40e-40c9-8b30-42660393e251 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0540125 Sep 04 16:13:21.348423 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-674c4bd3-3049-4f17-b352-7d9768128b11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec552267-a235-4fec-915e-a9623bd3b674 HTTP/1.1" status: 200 len: 217 time: 0.0346241 Sep 04 16:13:21.369446 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [req-81fc2db7-bd7a-4f2a-b927-6ea3aec38863 req-4a9a1e8b-f731-402b-8451-2902fd4e1af6 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333943 Sep 04 16:13:21.397030 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:23Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '50b25828-f1ae-44cd-89dc-219df46de0b9', 'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'mac_address': 'fa:16:3e:e3:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:22Z', 'updated_at': '2021-09-04T16:07:27Z', 'revision_number': 5, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'subnets': [{'id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:21.405343 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-04856266-60f7-46ea-ae8a-a578beda8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:13:21.406792 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-04856266-60f7-46ea-ae8a-a578beda8aa2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06a1fd8b-0040-42b1-a38d-af75a25c1424 HTTP/1.1" status: 200 len: 848 time: 0.0511181 Sep 04 16:13:21.427348 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] Checking router: 22f49f2e-ceed-408b-8820-6bf7d28a2f9a for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:21.439540 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] Routers {'22f49f2e-ceed-408b-8820-6bf7d28a2f9a'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:13:21.440803 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:13:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:21.452987 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-945d157c-b818-44e8-8c81-211a490188b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:13:21.454447 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-945d157c-b818-44e8-8c81-211a490188b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=359c4769-ef63-4cd3-ab30-db5ec80d1ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391307 Sep 04 16:13:21.542254 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-98f9c1b5-849a-4e9d-9c38-1e95abbbd0ee service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794647 Sep 04 16:13:21.542624 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] Set router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:13:21.635170 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-2f785ad7-a195-488a-b8d3-d16ad16342a0 req-b1b236e4-94bd-4cce-b44a-6ef2a0675f97 service neutron] 10.222.0.46 "GET /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852609 Sep 04 16:13:21.741578 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:23Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '50b25828-f1ae-44cd-89dc-219df46de0b9', 'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'mac_address': 'fa:16:3e:e3:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:22Z', 'updated_at': '2021-09-04T16:07:27Z', 'revision_number': 5, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'subnets': [{'id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:21.768331 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1de2ff-2a57-465b-9d2a-9d494d29aa5a None None] The sync data for ids ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'] in dv-cinder-799663-6-iscsi is: [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:07:23Z', 'revision_number': 4, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi', '_interfaces': [{'id': '50b25828-f1ae-44cd-89dc-219df46de0b9', 'name': '', 'network_id': '359c4769-ef63-4cd3-ab30-db5ec80d1ffb', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'mac_address': 'fa:16:3e:e3:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:22Z', 'updated_at': '2021-09-04T16:07:27Z', 'revision_number': 5, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'subnets': [{'id': '06a1fd8b-0040-42b1-a38d-af75a25c1424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:13:21.973481 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f821c2-f516-49c2-99f7-f2dc98a066fe None None] New status for floating IP 02c5aa66-cc14-432a-b3c5-cc37b228abcd: DOWN {{(pid=93878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 04 16:13:22.486346 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d083b-9bf0-485b-866d-a72cc8e67a9d req-7d9fc5ca-355c-4dad-8a64-b37cd77febbb tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:13:22.487824 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-347d083b-9bf0-485b-866d-a72cc8e67a9d req-7d9fc5ca-355c-4dad-8a64-b37cd77febbb tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0488727 Sep 04 16:13:22.527520 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-347d083b-9bf0-485b-866d-a72cc8e67a9d req-f3bb2983-7146-4463-892f-3cab709044e8 tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/security-groups?id=de1d6b9b-2be7-4b38-bf54-20ce95b8686e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331709 Sep 04 16:13:22.934240 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-a2d93d2d-dee9-460f-a11e-66806eb1b64b tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 04 16:13:22.935717 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-a2d93d2d-dee9-460f-a11e-66806eb1b64b tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.46 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 945 time: 0.0525987 Sep 04 16:13:23.023398 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-47fc7b49-e31d-43ce-8336-3f25455ae0ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Deleting port ec552267-a235-4fec-915e-a9623bd3b674 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:13:23.024707 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-47fc7b49-e31d-43ce-8336-3f25455ae0ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:23.113176 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-47fc7b49-e31d-43ce-8336-3f25455ae0ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] For port ec552267-a235-4fec-915e-a9623bd3b674, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec552267-a235-4fec-915e-a9623bd3b674,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:23.113538 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-47fc7b49-e31d-43ce-8336-3f25455ae0ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:23.125148 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-47fc7b49-e31d-43ce-8336-3f25455ae0ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Calling delete_port for ec552267-a235-4fec-915e-a9623bd3b674 owned by compute:nova {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:13:23.247425 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-47fc7b49-e31d-43ce-8336-3f25455ae0ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:23.280026 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc7b49-e31d-43ce-8336-3f25455ae0ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event deleted for resources: {'Port': ['ID=ec552267-a235-4fec-915e-a9623bd3b674,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:23.317894 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-47fc7b49-e31d-43ce-8336-3f25455ae0ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] No DVR routers for this DVR port ec552267-a235-4fec-915e-a9623bd3b674 on host hv-cinder-79966 {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:13:23.320922 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-47fc7b49-e31d-43ce-8336-3f25455ae0ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4146465'] for port, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:23.322867 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-cc75d505-06a4-48ce-971b-ea39ab7f969d req-47fc7b49-e31d-43ce-8336-3f25455ae0ae tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.46 "DELETE /v2.0/ports/ec552267-a235-4fec-915e-a9623bd3b674 HTTP/1.1" status: 204 len: 173 time: 0.3808181 Sep 04 16:13:23.323301 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'name': 'network-vif-deleted', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674'}] {{(pid=93875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 04 16:13:23.325656 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8293ba414d2cde8ed4511566e8e27f9e64abb915342e283b32b1798fe52dec2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7aa09e-74c9-42cb-a02a-66395d097e17" -d '{"events": [{"server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "name": "network-vif-deleted", "tag": "ec552267-a235-4fec-915e-a9623bd3b674"}]}' {{(pid=93875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:13:23.363180 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 04 Sep 2021 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a9412c-8217-4f0e-8785-58ea7cf290d6 x-openstack-request-id: req-37a9412c-8217-4f0e-8785-58ea7cf290d6 {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:13:23.363467 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0caaf1b3-d827-4f74-b790-e713bd8d9585", "name": "network-vif-deleted", "tag": "ec552267-a235-4fec-915e-a9623bd3b674", "status": "completed", "code": 200}]} {{(pid=93875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:13:23.363740 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37a9412c-8217-4f0e-8785-58ea7cf290d6 {{(pid=93875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:13:23.364131 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0caaf1b3-d827-4f74-b790-e713bd8d9585', 'name': 'network-vif-deleted', 'tag': 'ec552267-a235-4fec-915e-a9623bd3b674', 'status': 'completed', 'code': 200} Sep 04 16:13:23.622212 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [req-4f4624a3-501b-4f2a-8ae9-09c9b67096aa req-baf7301f-db68-4a33-9248-2fc31c1d6fdb tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "GET /v2.0/ports?device_id=0caaf1b3-d827-4f74-b790-e713bd8d9585 HTTP/1.1" status: 200 len: 210 time: 0.0282876 Sep 04 16:13:24.679771 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52144) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:24.740687 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:24.765059 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:24.825642 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:24.828105 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:24.829292 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] 10.222.0.53 "DELETE /v2.0/security-groups/de1d6b9b-2be7-4b38-bf54-20ce95b8686e HTTP/1.1" status: 204 len: 168 time: 0.1478505 Sep 04 16:13:24.841307 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1d6b9b-2be7-4b38-bf54-20ce95b8686e,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:24.850584 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.850939 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.851281 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.851619 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.851950 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.852821 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.853188 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.853518 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.853848 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.854175 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.854501 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.854831 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de689d-0fbf-42a1-9821-c716d7fdfa1f tempest-TestShelveInstance-1391348766 tempest-TestShelveInstance-1391348766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-6-iscsi {{(pid=93875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:24.881432 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 52148) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:25.320679 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914084'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:25.556396 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] Deleting port 50b25828-f1ae-44cd-89dc-219df46de0b9 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:13:25.556523 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:25.635006 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] For port 50b25828-f1ae-44cd-89dc-219df46de0b9, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=50b25828-f1ae-44cd-89dc-219df46de0b9,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:25.635562 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:25.647253 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] Calling delete_port for 50b25828-f1ae-44cd-89dc-219df46de0b9 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:13:25.817880 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:25.842595 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b25828-f1ae-44cd-89dc-219df46de0b9,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:26.005587 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373958'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:26.215007 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] Router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:13:26.318523 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:26.326958 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-94eb4edd-c8ac-4597-ac64-60e9e0f70f42 admin admin] 10.222.0.53 "PUT /v2.0/routers/22f49f2e-ceed-408b-8820-6bf7d28a2f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4406519 Sep 04 16:13:26.327204 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 52152) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:26.327552 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] Sync routers for ids ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'] in dv-cinder-799663-6-iscsi {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:26.342066 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] Routers {'22f49f2e-ceed-408b-8820-6bf7d28a2f9a'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:13:26.342685 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:13:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:26.431329 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:26.447275 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] Set router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a gateway port host: dv-cinder-799663-6-iscsi {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:13:26.523210 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ec552267-a235-4fec-915e-a9623bd3b674 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:13:26.531621 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:26.573971 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] No Port match for: ec552267-a235-4fec-915e-a9623bd3b674 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:13:26.574309 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Device ec552267-a235-4fec-915e-a9623bd3b674 not bound to the agent host hv-cinder-79966 {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:13:26.590825 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Deleting port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:13:26.591163 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:26.655897 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:13:25Z', 'revision_number': 5, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port': {'id': '7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:20Z', 'updated_at': '2021-09-04T16:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:26.693831 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] For port 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:26.694207 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:26.701957 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] Checking router: 22f49f2e-ceed-408b-8820-6bf7d28a2f9a for host: dv-cinder-799663-6-iscsi {{(pid=93877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:26.711275 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] Routers {'22f49f2e-ceed-408b-8820-6bf7d28a2f9a'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:13:26.711906 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:13:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'], 'active': True} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:26.713712 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Calling delete_port for 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:13:26.797302 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvr_db [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] Set router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a gateway port host: None {{(pid=93877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:13:26.850518 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_hamode_db [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:13:26Z', 'revision_number': 6, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port_host': None}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:26.875411 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:26.877217 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7de201-3d0a-43fb-a4a2-c233c5bb8a38 None None] The sync data for ids ['22f49f2e-ceed-408b-8820-6bf7d28a2f9a'] in dv-cinder-799663-6-iscsi is: [{'id': '22f49f2e-ceed-408b-8820-6bf7d28a2f9a', 'name': 'tempest-TestShelveInstance-1625768271-router', 'tenant_id': '46881f97ebf64e96a09874dbee3256df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:19Z', 'updated_at': '2021-09-04T16:13:26Z', 'revision_number': 6, 'project_id': '46881f97ebf64e96a09874dbee3256df', 'gw_port_host': None}] {{(pid=93877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:13:26.902738 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:26.964831 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373822'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.313442 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26233'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.315501 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.359035 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914466'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.359674 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f49f2e-ceed-408b-8820-6bf7d28a2f9a {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:13:27.364446 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.365601 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ee6f7c66-56ca-4332-9f38-2a64134c0c99 admin admin] 10.222.0.53 "DELETE /v2.0/routers/22f49f2e-ceed-408b-8820-6bf7d28a2f9a HTTP/1.1" status: 204 len: 168 time: 1.0374813 Sep 04 16:13:27.368086 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 52154) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:27.411402 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ba2fbe-8f27-4d8e-8b58-6027e3e5ab07 admin admin] Deleting subnet 06a1fd8b-0040-42b1-a38d-af75a25c1424 {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:13:27.414944 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09ba2fbe-8f27-4d8e-8b58-6027e3e5ab07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.447380 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09ba2fbe-8f27-4d8e-8b58-6027e3e5ab07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498299'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.526129 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09ba2fbe-8f27-4d8e-8b58-6027e3e5ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.577126 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09ba2fbe-8f27-4d8e-8b58-6027e3e5ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29005761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636583'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.603810 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba2fbe-8f27-4d8e-8b58-6027e3e5ab07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a1fd8b-0040-42b1-a38d-af75a25c1424,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:27.605804 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-09ba2fbe-8f27-4d8e-8b58-6027e3e5ab07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.609845 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76427242-325f-4cf9-8ea9-80de8a451cd9 None None] Network 359c4769-ef63-4cd3-ab30-db5ec80d1ffb requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:13:27.610330 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52156) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:27.610696 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-09ba2fbe-8f27-4d8e-8b58-6027e3e5ab07 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/06a1fd8b-0040-42b1-a38d-af75a25c1424 HTTP/1.1" status: 204 len: 168 time: 0.2411721 Sep 04 16:13:27.679058 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.735841 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Deleting port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:13:27.736194 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.807474 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d0b7f-418d-4ded-a535-2e20035d4e76 None None] DHCP port deletion for 359c4769-ef63-4cd3-ab30-db5ec80d1ffb request from dv-cinder-799663-6-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 04 16:13:27.863837 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-416d0b7f-418d-4ded-a535-2e20035d4e76 None None] Deleting port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 {{(pid=93877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:13:27.864354 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-416d0b7f-418d-4ded-a535-2e20035d4e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.936784 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.db [None req-416d0b7f-418d-4ded-a535-2e20035d4e76 None None] For port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:27.937221 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-416d0b7f-418d-4ded-a535-2e20035d4e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:27.950080 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-416d0b7f-418d-4ded-a535-2e20035d4e76 None None] Calling delete_port for fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 owned by network:dhcp {{(pid=93877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:13:28.033695 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-416d0b7f-418d-4ded-a535-2e20035d4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044'] for port, after_delete {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:28.062566 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d0b7f-418d-4ded-a535-2e20035d4e76 None None] No DVR routers for this DVR port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 on host dv-cinder-799663-6-iscsi {{(pid=93877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:13:28.068550 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d0b7f-418d-4ded-a535-2e20035d4e76 None None] Pushing event deleted for resources: {'Port': ['ID=fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5,revision_number=None']} {{(pid=93877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:28.068894 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] For port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5,segment=NetworkSegment(fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf),segment_id=fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:28.068894 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:28.081600 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Calling delete_port for fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:13:28.157281 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:28.180798 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:28.187401 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] No DVR routers for this DVR port fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 on host dv-cinder-799663-6-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:13:28.258168 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:28.267548 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359c4769-ef63-4cd3-ab30-db5ec80d1ffb']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:28.276901 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:28.277196 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe67b05f-92a3-4dd2-9769-d9c3bcf9fcdf') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:28.285481 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29288184'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:28.298890 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:28.304353 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:13:28.305479 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25244563'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: self.session.flush() Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: self.session.flush() Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: self.session.flush() Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: self.session.flush() Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: Traceback (most recent call last): Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: timer() Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: cb(*args, **kw) Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: return func(*args, **kwargs) Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: self._notify() Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: self.callback(batched_events) Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: event.method(event) Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: return f(self, *a, **k) Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._get(url).json() Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:13:28.307063 dv-cinder-799663-6-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:13:28.369683 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:28.375350 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:28.377246 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] 10.222.0.53 "DELETE /v2.0/networks/359c4769-ef63-4cd3-ab30-db5ec80d1ffb HTTP/1.1" status: 204 len: 168 time: 0.7660201 Sep 04 16:13:28.383407 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 52158) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:28.387932 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02a78c-a35d-4332-a29e-d28cfef475bc admin admin] Pushing event deleted for resources: {'Network': ['ID=359c4769-ef63-4cd3-ab30-db5ec80d1ffb,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:28.725089 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914084'] for router_interface, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:28.752970 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 50b25828-f1ae-44cd-89dc-219df46de0b9 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:13:28.773809 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 50b25828-f1ae-44cd-89dc-219df46de0b9 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:13:28.774648 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 50b25828-f1ae-44cd-89dc-219df46de0b9 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:13:28.775220 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:13:28.797400 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:13:28.797749 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device fd1e58c3-c9c2-40d0-8e9b-ae3fd93ea5e5 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:13:28.798174 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:13:28.816327 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:13:28.816674 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 7dd0cdc5-e935-4ef5-b95b-77fed85ba8d1 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:13:28.963248 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] Deleting port 28818c7a-41d5-4b8a-b8a6-14f23c895510 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:13:28.963499 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:29.054861 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] For port 28818c7a-41d5-4b8a-b8a6-14f23c895510, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=28818c7a-41d5-4b8a-b8a6-14f23c895510,segment=NetworkSegment(3593418b-c801-4821-9370-575a14613c04),segment_id=3593418b-c801-4821-9370-575a14613c04)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:29.055229 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:29.067212 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] Calling delete_port for 28818c7a-41d5-4b8a-b8a6-14f23c895510 owned by network:router_interface {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:13:29.239342 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:29.265409 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=28818c7a-41d5-4b8a-b8a6-14f23c895510,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:29.424290 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373958'] for router_interface, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:29.627715 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] Router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 has already been hosted by L3 agent b6b84806-eb6b-44fd-8d4d-08fac838a46b {{(pid=93876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:13:29.729793 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] Notify agent at l3_agent.dv-cinder-799663-6-iscsi the message routers_updated {{(pid=93876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:29.734608 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-6db9c5ea-9f79-45cd-b410-8e810e671f43 admin admin] 10.222.0.53 "PUT /v2.0/routers/c2f7b4eb-dbd9-40a4-957b-af1de38e8e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3501480 Sep 04 16:13:29.737099 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 52160) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:29.738018 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] Sync routers for ids ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'] in dv-cinder-799663-6-iscsi {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:29.747155 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] Routers {'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:13:29.747761 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:13:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:29.841213 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:29.848182 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] Set router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 gateway port host: dv-cinder-799663-6-iscsi {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:13:29.940008 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:29.993147 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Deleting port 0bf2964a-00db-4089-967c-4bc90672a3b8 {{(pid=93876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:13:29.993479 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.074517 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.db [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] For port 0bf2964a-00db-4089-967c-4bc90672a3b8, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=0bf2964a-00db-4089-967c-4bc90672a3b8,segment=NetworkSegment(7668f61d-f2ee-4015-bacc-884852e48fee),segment_id=7668f61d-f2ee-4015-bacc-884852e48fee)] {{(pid=93876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:30.074878 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.086743 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.plugins.ml2.plugin [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Calling delete_port for 0bf2964a-00db-4089-967c-4bc90672a3b8 owned by network:router_gateway {{(pid=93876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:13:30.112685 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'name': 'tempest-TestShelveInstance-1465171175-router', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'external_fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:13:29Z', 'revision_number': 5, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'gw_port': {'id': '0bf2964a-00db-4089-967c-4bc90672a3b8', 'name': '', 'network_id': 'b16a2c4c-bd8a-4256-8514-e368c3f8c25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8347cadd-2fdc-4d4c-8d18-e65767e4918e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-6-iscsi'}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:30.137398 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] Checking router: c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 for host: dv-cinder-799663-6-iscsi {{(pid=93878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:30.145251 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] Routers {'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'} bound to L3 agent in host dv-cinder-799663-6-iscsi {{(pid=93878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 04 16:13:30.145857 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-04T15:51:38Z,description=,heartbeat_timestamp=2021-09-04T16:13:08Z,host='dv-cinder-799663-6-iscsi',id=b6b84806-eb6b-44fd-8d4d-08fac838a46b,load=0,resource_versions=,resources_synced=,started_at=2021-09-04T15:51:38Z,topic='l3_agent')) {'router_ids': ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'], 'active': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:30.229942 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvr_db [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] Set router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 gateway port host: None {{(pid=93878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 04 16:13:30.247192 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29005804'] for port, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.272455 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf2964a-00db-4089-967c-4bc90672a3b8,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:30.281777 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.l3_hamode_db [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'name': 'tempest-TestShelveInstance-1465171175-router', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:13:29Z', 'revision_number': 6, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'gw_port_host': None}], 'dv-cinder-799663-6-iscsi', False) {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:30.307666 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a436bde3-8330-4de4-84d4-23d7be67a1e1 None None] The sync data for ids ['c2f7b4eb-dbd9-40a4-957b-af1de38e8e83'] in dv-cinder-799663-6-iscsi is: [{'id': 'c2f7b4eb-dbd9-40a4-957b-af1de38e8e83', 'name': 'tempest-TestShelveInstance-1465171175-router', 'tenant_id': 'c4e156b0c8f84b17b94595976123cc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-04T16:07:25Z', 'updated_at': '2021-09-04T16:13:29Z', 'revision_number': 6, 'project_id': 'c4e156b0c8f84b17b94595976123cc3e', 'gw_port_host': None}] {{(pid=93878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:13:30.335182 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373822'] for router_gateway, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.421899 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3914473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26233'] for router, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.423844 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.469239 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3914466'] for router, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.470072 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 {{(pid=93876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:13:30.474331 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] Notify callbacks [] for router, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.475495 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-5e87040b-7e46-407d-99da-4f7160121c5c admin admin] 10.222.0.53 "DELETE /v2.0/routers/c2f7b4eb-dbd9-40a4-957b-af1de38e8e83 HTTP/1.1" status: 204 len: 168 time: 0.7374599 Sep 04 16:13:30.478763 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [-] (93876) accepted ('10.222.0.53', 52162) {{(pid=93876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:30.521340 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6235e1-efb3-4dbf-9114-e5ba88558b47 admin admin] Deleting subnet 037c187a-29f7-418f-a576-7ba30745e7ff {{(pid=93876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 04 16:13:30.524836 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea6235e1-efb3-4dbf-9114-e5ba88558b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.556881 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea6235e1-efb3-4dbf-9114-e5ba88558b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498299'] for subnet, precommit_delete_associations {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.634391 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea6235e1-efb3-4dbf-9114-e5ba88558b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716870'] for subnet, precommit_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.693830 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea6235e1-efb3-4dbf-9114-e5ba88558b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29005761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28636583'] for subnet, after_delete {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.722391 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6235e1-efb3-4dbf-9114-e5ba88558b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=037c187a-29f7-418f-a576-7ba30745e7ff,revision_number=None']} {{(pid=93876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:30.724379 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron_lib.callbacks.manager [None req-ea6235e1-efb3-4dbf-9114-e5ba88558b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for subnet, before_response {{(pid=93876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.728573 dv-cinder-799663-6-iscsi neutron-server[93876]: INFO neutron.wsgi [None req-ea6235e1-efb3-4dbf-9114-e5ba88558b47 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/037c187a-29f7-418f-a576-7ba30745e7ff HTTP/1.1" status: 204 len: 168 time: 0.2464623 Sep 04 16:13:30.729061 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52164) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:30.733998 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e36d529-f79a-485e-b1c7-d77317ffdfbf None None] Network f050dce9-93ba-401b-9bc8-f53c202a5d22 requested from dv-cinder-799663-6-iscsi {{(pid=93877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 04 16:13:30.807716 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-673058'] for network, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.862444 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Deleting port 3a7a9340-c4f3-4365-ab2d-71f902241ebd {{(pid=93875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 04 16:13:30.862782 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726893394463'] for port, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.924517 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.db [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] For port 3a7a9340-c4f3-4365-ab2d-71f902241ebd, host dv-cinder-799663-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-6-iscsi',level=0,port_id=3a7a9340-c4f3-4365-ab2d-71f902241ebd,segment=NetworkSegment(3593418b-c801-4821-9370-575a14613c04),segment_id=3593418b-c801-4821-9370-575a14613c04)] {{(pid=93875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:30.924907 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3908971'] for port, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:30.937300 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.plugin [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Calling delete_port for 3a7a9340-c4f3-4365-ab2d-71f902241ebd owned by network:dhcp {{(pid=93875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 04 16:13:31.016359 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726893401317', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726892881044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25244640'] for port, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.040207 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7a9340-c4f3-4365-ab2d-71f902241ebd,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:31.043648 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] No DVR routers for this DVR port 3a7a9340-c4f3-4365-ab2d-71f902241ebd on host dv-cinder-799663-6-iscsi {{(pid=93875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 04 16:13:31.085960 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26dce48-0b7c-4125-a306-84f527dcefb0 None None] DHCP port deletion for f050dce9-93ba-401b-9bc8-f53c202a5d22 request from dv-cinder-799663-6-iscsi {{(pid=93877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 04 16:13:31.128617 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719315', 'neutron.services.segments.db._delete_segments_for_network-8726893376642'] for network, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.133349 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 28818c7a-41d5-4b8a-b8a6-14f23c895510 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:13:31.140914 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f050dce9-93ba-401b-9bc8-f53c202a5d22']}} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:31.150752 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3593418b-c801-4821-9370-575a14613c04') {'for_net_delete': True} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:31.151049 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.services.segments.db [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3593418b-c801-4821-9370-575a14613c04') {} {{(pid=93875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:31.153028 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 28818c7a-41d5-4b8a-b8a6-14f23c895510 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:13:31.153454 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 28818c7a-41d5-4b8a-b8a6-14f23c895510 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:13:31.162568 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726893377419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29288184'] for segment, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.176300 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535'] for segment, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.182646 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:13:31.183031 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25244563'] for segment, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: Traceback (most recent call last): Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: timer() Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: cb(*args, **kw) Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: return func(*args, **kwargs) Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: self._notify() Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: self.callback(batched_events) Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: event.method(event) Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: aggregate_uuid = self.p_client.list_aggregates( Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: return f(self, *a, **k) Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._get(url).json() Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: return self.request(url, 'GET', **kwargs) Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: base_url = self.get_endpoint(auth, allow=allow, Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 04 16:13:31.184651 dv-cinder-799663-6-iscsi neutron-server[93875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 04 16:13:31.238209 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3824482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373778'] for network, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.243215 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676096'] for network, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.245250 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] 10.222.0.53 "DELETE /v2.0/networks/f050dce9-93ba-401b-9bc8-f53c202a5d22 HTTP/1.1" status: 204 len: 168 time: 0.5152986 Sep 04 16:13:31.258316 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7304f-4e58-4d4d-bb72-ab671a783adb admin admin] Pushing event deleted for resources: {'Network': ['ID=f050dce9-93ba-401b-9bc8-f53c202a5d22,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:31.361136 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52170) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:31.401990 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-ad22be5f-a62f-4f8f-8a74-9d584a10d252 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46881f97ebf64e96a09874dbee3256df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397177 Sep 04 16:13:31.404543 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52172) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:31.454984 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26eac41c-f26e-4e34-ab5b-6cc0a48548c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.475654 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26eac41c-f26e-4e34-ab5b-6cc0a48548c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.523294 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26eac41c-f26e-4e34-ab5b-6cc0a48548c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.526396 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-26eac41c-f26e-4e34-ab5b-6cc0a48548c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.527543 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-26eac41c-f26e-4e34-ab5b-6cc0a48548c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b66f5c16-b2aa-4f3a-8344-f36cc50f6287 HTTP/1.1" status: 204 len: 168 time: 0.1220706 Sep 04 16:13:31.535184 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eac41c-f26e-4e34-ab5b-6cc0a48548c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66f5c16-b2aa-4f3a-8344-f36cc50f6287,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:31.829594 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52178) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:31.869372 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-07f1b733-552a-4027-b7d2-0b92186745ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4e156b0c8f84b17b94595976123cc3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386174 Sep 04 16:13:31.871644 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.wsgi [-] (93875) accepted ('10.222.0.53', 52180) {{(pid=93875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 04 16:13:31.918586 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0ec91de-e8ae-48c1-8657-f28e892073dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.938795 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0ec91de-e8ae-48c1-8657-f28e892073dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.982995 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0ec91de-e8ae-48c1-8657-f28e892073dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826641'] for security_group, after_delete {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.985726 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron_lib.callbacks.manager [None req-a0ec91de-e8ae-48c1-8657-f28e892073dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:31.986847 dv-cinder-799663-6-iscsi neutron-server[93875]: INFO neutron.wsgi [None req-a0ec91de-e8ae-48c1-8657-f28e892073dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4fee395-6eae-45d1-ac43-77e45385f140 HTTP/1.1" status: 204 len: 168 time: 0.1143239 Sep 04 16:13:31.995574 dv-cinder-799663-6-iscsi neutron-server[93875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec91de-e8ae-48c1-8657-f28e892073dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fee395-6eae-45d1-ac43-77e45385f140,revision_number=None']} {{(pid=93875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:32.731958 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 3a7a9340-c4f3-4365-ab2d-71f902241ebd no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:13:32.752629 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 3a7a9340-c4f3-4365-ab2d-71f902241ebd {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:13:32.753011 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 3a7a9340-c4f3-4365-ab2d-71f902241ebd not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:13:32.753436 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 0bf2964a-00db-4089-967c-4bc90672a3b8 no longer exists at agent ovs-agent-dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:13:32.772223 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.plugin [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] No Port match for: 0bf2964a-00db-4089-967c-4bc90672a3b8 {{(pid=93877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 04 16:13:32.772571 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron.plugins.ml2.rpc [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Device 0bf2964a-00db-4089-967c-4bc90672a3b8 not bound to the agent host dv-cinder-799663-6-iscsi {{(pid=93877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:13:35.095766 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-8c84cd10-a1f5-4558-aad9-4126b9b1eb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:37.903123 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e5cd282a-88de-4e9f-b974-f01da376bb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:38.150275 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:39.048234 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:40.727709 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:42.334467 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:13:57.623348 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:14:05.095935 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0c94d57d-5a35-4baf-bf1b-faef846d6e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:07.904628 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-59a323ab-98d5-4b37-98ea-8d72dce7a4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:08.149738 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:09.057534 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:10.727720 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:12.328759 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:34.621230 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:14:35.096556 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ced0-afdb-4acd-ad7f-06a93d84ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:37.904746 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-faabe3f0-4b8b-42ce-ba1a-6ef1025f5e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:38.152050 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:39.054134 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:40.730055 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:14:42.340241 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:05.097250 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9c2ba641-d681-454d-8ac8-2bc4b26302ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:07.904179 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-20dcbc2d-4c87-4bfc-83f9-9e3aa61107dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:08.151742 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:09.057263 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:10.732376 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:11.619962 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:15:12.345011 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:33.220125 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [req-b9204bef-32e5-49c7-a951-03fb159062af req-86793bbc-95a4-45c3-8d98-5a31a26eb1fb service neutron] (93876) timed out ('10.222.0.46', 58813) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 04 16:15:35.099428 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8784-6cf8-4c4e-874b-2df7d12a15f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:37.905408 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9747-3cb5-4706-aed0-d0c385e42bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:38.151471 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:39.059542 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:40.734618 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:42.359476 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:15:48.618200 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:16:05.099877 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-a5f0387f-708e-41e9-a577-d89381f107e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:07.907486 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-7b48a381-2042-4ce6-8a6e-eb63f85b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:08.151985 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:09.062372 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:10.738906 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:12.358562 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:25.616064 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:16:35.100726 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-72876cc5-217b-482c-9d10-ca05208a8ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:37.907062 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-dbe70e93-2f6f-4778-869c-9e764509531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:38.151517 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:39.065986 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:40.741057 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:16:42.369306 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:02.615059 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:17:05.101433 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1eef2a45-bf17-4236-848b-489b758e82ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:07.908398 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-1c12d97e-8bbd-4cc3-bff0-6d50a506b162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:08.153202 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:09.068315 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:10.743988 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:12.388437 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:35.101830 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-351b59ef-0df3-4776-9485-8bd0f93c638d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:37.908719 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc7c2-3a46-4e12-87ba-6a890c07ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:38.153720 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:39.070929 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:39.615263 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:17:40.749903 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:17:42.403196 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:02.024778 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [req-77906e3b-3dd9-4c92-beae-30b4615a5911 req-eca958eb-9d26-4fc9-9be9-4888febf9978 service neutron] (93876) timed out ('10.222.0.46', 58803) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 04 16:18:05.102673 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4838c114-1d23-4301-a8b9-45f850980cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:07.908655 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-4f98d940-fe79-46f9-8bd2-36bb1454de21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:08.158597 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:09.073246 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:10.750680 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:12.402638 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:16.615694 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:18:35.103321 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-f328b552-b802-460a-8caa-c0149d183c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:37.908587 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3f53-b91e-44d8-bc2a-089a46ac4d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:38.159461 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:39.077375 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-cdfd50c5-a570-45e7-a2c5-c0d29841d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:40.754138 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-e8c0502c-852e-40f8-9964-d79d6496908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:42.401787 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-be238228-8fb6-4901-bde8-f76118214d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:18:46.796663 dv-cinder-799663-6-iscsi neutron-server[93876]: DEBUG neutron.wsgi [req-766ddb17-2b2b-4022-9bff-17eaad12acfc req-3fe45464-23d8-46b9-a81c-56739dd5ed9a service neutron] (93876) timed out ('10.222.0.46', 58766) {{(pid=93876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 04 16:18:53.614987 dv-cinder-799663-6-iscsi neutron-server[93878]: DEBUG neutron.db.agents_db [None req-3c578516-14a9-4ef4-90ce-41415ea7b9f7 None None] Agent healthcheck: found 6 active agents {{(pid=93878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:19:05.105610 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-00928660-b13d-4d1e-ba65-9fcf1d664435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:19:07.909486 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-0b57d562-af76-458f-9eae-35e43edc7230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 04 16:19:08.161727 dv-cinder-799663-6-iscsi neutron-server[93877]: DEBUG neutron_lib.callbacks.manager [None req-2816d582-f7b6-4554-ac9f-89dfdf47225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726893376624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-720537'] for agent, after_update {{(pid=93877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}